-- Logs begin at Wed 2021-10-27 14:19:41 UTC, end at Wed 2021-10-27 15:21:25 UTC. -- Oct 27 14:57:03.469762 dv-cinder-815673-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 14:57:05.615316 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.common.config [-] Logging enabled! Oct 27 14:57:05.616027 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev40 Oct 27 14:57:05.616117 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82677) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Oct 27 14:57:05.618378 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.common.config [-] Logging enabled! Oct 27 14:57:05.618634 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev40 Oct 27 14:57:05.618886 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82677) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Oct 27 14:57:05.619849 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 14:57:05.621103 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 14:57:05.621259 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 14:57:05.621521 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 14:57:05.621750 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 14:57:05.622075 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.622381 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.622684 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.622916 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.623217 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.623515 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.623804 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.624101 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.624442 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.624735 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.625021 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.625309 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.625541 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.625829 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.626123 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.626411 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.626636 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] debug = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.626920 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.627351 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.627776 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.628061 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.628373 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.628669 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.628947 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.629224 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.629558 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] host = dv-cinder-815673-1-smb {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.629843 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.630134 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.630426 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.630717 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.630999 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.631280 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.631575 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.631851 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.632415 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] log_file = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.632697 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.632990 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.633281 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.633578 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.633806 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.634031 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.634318 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.634611 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.634891 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.635172 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.635452 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.636703 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.637120 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.637451 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.637752 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.638050 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.638347 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.638633 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.638917 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.639199 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.639480 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.639774 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.640056 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.640360 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.640643 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.640937 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.641215 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.641495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.641808 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.642101 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.642390 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.642680 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.642961 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.643249 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.643526 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.643806 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.644086 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] use_json = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.644389 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.644668 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.644954 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.645233 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.645511 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.645789 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.646067 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.646357 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:05.646662 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.646963 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.647268 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.647556 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.647852 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.648142 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.648472 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.648756 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.649050 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.649343 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.649635 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.649919 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.650211 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.650510 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.650803 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.651082 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.651407 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.651870 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.651986 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.652284 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.652571 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.652863 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.653145 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.653423 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.653711 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.653993 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.654269 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.654546 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.654826 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.655119 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.655399 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.655673 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.655947 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.656239 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.656524 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.656815 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.657100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.657376 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.657657 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.657936 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.658216 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.658493 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.658777 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.659055 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.659336 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.659614 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.659888 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.660165 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.660466 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.660745 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.661020 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.661298 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.661582 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.661859 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.662135 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.662411 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.662689 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.662965 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.663256 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.663574 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.663838 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.664124 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.664433 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.664717 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.665000 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.665283 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.665565 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.665846 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.666124 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.666420 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.666707 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.667712 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.667712 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.668281 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.668590 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.668879 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.669171 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.669457 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.669743 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.670033 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.670323 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.670626 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.670928 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.671228 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.671528 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.671825 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.672116 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.672470 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.672760 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:05.672982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 14:57:05.673232 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82677) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 14:57:06.082802 dv-cinder-815673-1-smb neutron-server[82677]: INFO keyring.backend [-] Loading KWallet Oct 27 14:57:06.090959 dv-cinder-815673-1-smb neutron-server[82677]: INFO keyring.backend [-] Loading SecretService Oct 27 14:57:06.094180 dv-cinder-815673-1-smb neutron-server[82677]: INFO keyring.backend [-] Loading Windows Oct 27 14:57:06.095520 dv-cinder-815673-1-smb neutron-server[82677]: INFO keyring.backend [-] Loading chainer Oct 27 14:57:06.096106 dv-cinder-815673-1-smb neutron-server[82677]: INFO keyring.backend [-] Loading macOS Oct 27 14:57:06.132281 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:06.132549 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:06.132843 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:06.133186 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 14:57:06.443143 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.443445 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.443720 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.500619 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.500904 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.501176 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.504296 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.504582 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.504855 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.534949 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.535229 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.535500 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.562828 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.563108 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.563379 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.882721 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.883366 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.883366 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.883635 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:06.884277 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.010506 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.011411 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.011755 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.012132 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.012429 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.012745 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.013015 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.013280 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.013540 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.013826 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.014091 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.014359 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.014629 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.014893 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.015163 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.015436 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.015699 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.015979 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.016251 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.016553 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.016970 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.017393 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.017649 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.017938 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.018193 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.018444 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.018844 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:57:07.019092 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:57:07.019336 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:57:07.019582 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:57:07.019822 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:57:07.020061 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:57:07.020646 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 14:57:07.023858 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 14:57:07.028108 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 14:57:07.032113 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Oct 27 14:57:07.033789 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 14:57:07.034183 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 14:57:07.034527 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 14:57:07.034920 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 14:57:07.037799 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 14:57:07.038057 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 14:57:07.038411 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 14:57:07.067072 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Oct 27 14:57:07.067526 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.067829 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82677) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 14:57:07.068192 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.069620 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82677) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 14:57:07.069901 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 14:57:07.070155 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 14:57:07.074379 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.074379 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.134766 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 14:57:07.134932 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 14:57:07.135179 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 14:57:07.135566 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 14:57:07.167815 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_db.sqlalchemy.engines [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82677) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Oct 27 14:57:07.491224 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Initializing driver for type 'gre' Oct 27 14:57:07.491743 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] gre ID ranges: [(1, 1000)] Oct 27 14:57:07.542765 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Initializing driver for type 'local' Oct 27 14:57:07.543185 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Initializing driver for type 'vlan' Oct 27 14:57:07.554645 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] VlanTypeDriver initialization complete Oct 27 14:57:07.555109 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Initializing driver for type 'vxlan' Oct 27 14:57:07.555593 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] vxlan ID ranges: [(1, 1000)] Oct 27 14:57:07.611524 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Initializing extension driver 'port_security' Oct 27 14:57:07.611873 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] PortSecurityExtensionDriver initialization complete Oct 27 14:57:07.612196 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Initializing mechanism driver 'openvswitch' Oct 27 14:57:07.612568 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Initializing mechanism driver 'hyperv' Oct 27 14:57:07.619159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.plugins.ml2.plugin [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:07.619930 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > port after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.620865 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > port after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.621229 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > port after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.621629 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > subnet after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.621985 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > subnet after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.622336 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.622718 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > network after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.623072 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > network after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.623420 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > network after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.623836 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > security_group after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.624188 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > security_group after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.624559 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.624940 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.625287 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.625628 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.625970 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] ML2 OVO RPC backend initialized. {{(pid=82677) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Oct 27 14:57:07.626621 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.627024 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.627451 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > network before_response 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.627803 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > networks before_response 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.628148 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > port before_response 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.628517 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > ports before_response 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.628863 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > subnet before_response 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.629207 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > subnets before_response 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.629555 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > network after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.629897 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > network after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.630284 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > network after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.630611 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > port after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.630954 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > port after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.631296 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > port after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.631637 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > subnet after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.632245 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > subnet after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.632597 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.633193 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.plugin [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Modular L2 Plugin initialization complete Oct 27 14:57:07.633525 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading services supported by the core plugin {{(pid=82677) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 14:57:07.633855 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.plugins.ml2.managers [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Got port-security extension from driver 'port_security' Oct 27 14:57:07.634325 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.extensions.vlantransparent [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Disabled vlantransparent extension. Oct 27 14:57:07.634746 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82677) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 14:57:07.635061 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading Plugin: router Oct 27 14:57:07.671357 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.671754 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router after_create 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.672124 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router before_create 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.672521 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.672896 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.673254 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router after_delete 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.673615 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.673979 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router after_create 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.674327 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router after_update 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.674677 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router after_update 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.675026 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.675393 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router after_update 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.675803 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_update 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.676176 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: port after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.676544 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: port after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.676884 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: subnet after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.677225 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.677580 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.677929 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_create 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.678273 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: port before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.678617 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.678975 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router after_update 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.679321 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.679672 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_create 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.680032 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.680409 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_update 55549900 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.680774 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > agent after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.681124 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > agent after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.681469 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > network after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.682348 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Tracking information for resource: router configured {{(pid=82677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:57:07.683272 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Tracking information for resource: floatingip configured {{(pid=82677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 14:57:07.688218 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.db.l3_agentschedulers_db [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 14:57:07.688819 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: port after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.689183 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: port after_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.689539 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: port after_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.689896 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: port after_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.690699 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router before_create 55550100 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.691068 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.691432 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_create 55550100 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.691792 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > router precommit_update 55550100 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.696291 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.services.provider_configuration [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service providers = [] {{(pid=82677) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 14:57:07.696660 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.db.servicetype_db [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82677) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 14:57:07.700543 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.services.service_base [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 14:57:07.700898 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.services.service_base [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 14:57:07.701246 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.services.service_base [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 14:57:07.702149 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.services.service_base [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 14:57:07.702527 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.services.service_base [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 14:57:07.702907 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:57:07.703228 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 14:57:07.714396 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:57:07.714755 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading Plugin: auto_allocate Oct 27 14:57:07.720728 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: network precommit_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.721100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: network precommit_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.721617 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:57:07.721938 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading Plugin: tag Oct 27 14:57:07.728789 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:57:07.729120 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading Plugin: timestamp Oct 27 14:57:07.733686 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:57:07.734014 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading Plugin: network_ip_availability Oct 27 14:57:07.739276 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.739649 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.740004 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.740750 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:57:07.741073 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading Plugin: flavors Oct 27 14:57:07.746118 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:57:07.746398 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading Plugin: revisions Oct 27 14:57:07.750693 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 14:57:07.751087 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_concurrency.lockutils [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.618s {{(pid=82677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:07.751836 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82677) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Oct 27 14:57:07.752174 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Initializing extension manager. Oct 27 14:57:07.752707 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: __init__.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.753055 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: __pycache__ {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.753394 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.753731 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.754066 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: _filter_validation_lib.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.754404 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.754734 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: address_group.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.755492 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.756060 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: address-group Oct 27 14:57:07.756416 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: address_scope.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.757389 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.757903 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: address-scope Oct 27 14:57:07.758226 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.759151 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.759663 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: router-admin-state-down-before-update Oct 27 14:57:07.759986 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: agent.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.760756 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.761401 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: agent Oct 27 14:57:07.761728 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: agent_resources_synced.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.762645 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.763151 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: agent-resources-synced Oct 27 14:57:07.763473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: allowedaddresspairs.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.765329 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.765859 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: allowed-address-pairs Oct 27 14:57:07.766194 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: auto_allocated_topology.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.767274 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.767797 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: auto-allocated-topology Oct 27 14:57:07.768127 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: availability_zone.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.768859 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.769375 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: availability_zone Oct 27 14:57:07.769702 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: availability_zone_filter.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.770626 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.771139 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: availability_zone_filter Oct 27 14:57:07.771469 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: data_plane_status.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.772412 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.772925 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 14:57:07.773251 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: default_subnetpools.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.774167 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.774692 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: default-subnetpools Oct 27 14:57:07.775019 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.775799 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.776876 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: dhcp_agent_scheduler Oct 27 14:57:07.777346 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: dns.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.778271 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.778790 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 14:57:07.779117 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: dns_domain_ports.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.780037 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.780654 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 14:57:07.780914 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: dvr.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.781587 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.782099 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: dvr Oct 27 14:57:07.782423 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: empty_string_filtering.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.783338 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.783846 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: empty-string-filtering Oct 27 14:57:07.784169 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.785120 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.785628 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 14:57:07.785947 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.786856 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.787361 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 14:57:07.787682 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: external_net.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.788620 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.789128 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: external-net Oct 27 14:57:07.789450 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.790361 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.790874 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: extra_dhcp_opt Oct 27 14:57:07.791197 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: extraroute.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.792687 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.793204 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: extraroute Oct 27 14:57:07.793523 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: extraroute_atomic.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.794562 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.795085 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: extraroute-atomic Oct 27 14:57:07.795409 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: filter_validation.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.796075 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.796627 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: filter-validation Oct 27 14:57:07.796949 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: fip_pf_description.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.798031 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.798539 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 14:57:07.798858 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: fip_port_details.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.799789 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.800325 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: fip-port-details Oct 27 14:57:07.800650 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: flavors.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.801902 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.802420 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: flavors Oct 27 14:57:07.802748 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.804440 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.804965 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 14:57:07.805302 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: floatingip_pools.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.806007 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.806519 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: floatingip-pools Oct 27 14:57:07.806846 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: ip_allocation.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.807799 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.808332 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 14:57:07.808656 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.809583 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.810104 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: ip-substring-filtering Oct 27 14:57:07.810432 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: l2_adjacency.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.811366 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.811878 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 14:57:07.812204 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: l3.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.813200 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.813724 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: router Oct 27 14:57:07.814053 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.816331 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.816870 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 14:57:07.817205 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.818142 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.818659 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: ext-gw-mode Oct 27 14:57:07.818990 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.819913 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.820463 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: l3-ha Oct 27 14:57:07.820792 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: l3_flavors.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.821705 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.822218 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: l3-flavors Oct 27 14:57:07.822541 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.823496 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.824007 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 14:57:07.824363 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: l3agentscheduler.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.825424 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.825943 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: l3_agent_scheduler Oct 27 14:57:07.826272 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: logging.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.827767 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.828329 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension logging not supported by any of loaded plugins Oct 27 14:57:07.828667 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: metering.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.829416 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.829995 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: metering Oct 27 14:57:07.830325 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.831423 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.831944 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: metering_source_and_destination_fields Oct 27 14:57:07.832302 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: multiprovidernet.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.833351 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.833874 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: multi-provider Oct 27 14:57:07.834204 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: netmtu.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.835131 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.835650 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: net-mtu Oct 27 14:57:07.835979 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: netmtu_writable.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.836928 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.837441 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: net-mtu-writable Oct 27 14:57:07.837768 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: network_availability_zone.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.838439 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.839553 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: network_availability_zone Oct 27 14:57:07.839881 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: network_ip_availability.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.841008 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.841535 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: network-ip-availability Oct 27 14:57:07.841862 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: network_segment_range.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.842671 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.843184 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 14:57:07.843510 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: pagination.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.844543 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.844878 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: pagination Oct 27 14:57:07.845206 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.846130 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.846643 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: port-mac-address-regenerate Oct 27 14:57:07.846969 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: port_resource_request.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.847882 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.848421 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 14:57:07.848746 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: portbindings.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.849670 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.850181 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: binding Oct 27 14:57:07.850505 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: portbindings_extended.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.851796 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.852345 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: binding-extended Oct 27 14:57:07.852679 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: portsecurity.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.853605 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.854119 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: port-security Oct 27 14:57:07.855000 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: project_id.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.855990 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.856356 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: project-id Oct 27 14:57:07.856685 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: providernet.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.857609 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.858130 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: provider Oct 27 14:57:07.858457 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.862058 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.862589 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos not supported by any of loaded plugins Oct 27 14:57:07.862929 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.864189 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.864736 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 14:57:07.865068 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.865994 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.866513 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 14:57:07.866841 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos_default.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.867758 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.868300 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos-default not supported by any of loaded plugins Oct 27 14:57:07.868631 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos_fip.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.869279 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.869785 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 14:57:07.870178 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos_gateway_ip.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.871139 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.871648 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 14:57:07.871972 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos_port_network_policy.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.872909 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.873424 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 14:57:07.873749 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos_rule_type_details.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.874663 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.875173 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 14:57:07.875505 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: qos_rules_alias.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.876588 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.877100 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 14:57:07.877425 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: quotasv2.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.878293 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.878623 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: quotas Oct 27 14:57:07.878948 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: quotasv2_detail.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.880738 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.881079 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: quota_details Oct 27 14:57:07.881414 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: rbac.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.882732 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.883267 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: rbac-policies Oct 27 14:57:07.883573 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: rbac_address_scope.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.884534 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.885053 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: rbac-address-scope Oct 27 14:57:07.885386 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: rbac_security_groups.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.886968 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.887482 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: rbac-security-groups Oct 27 14:57:07.887811 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: rbac_subnetpool.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.888755 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.889273 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: rbac-subnetpool Oct 27 14:57:07.889601 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: revisionifmatch.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.890523 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.891035 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: revision-if-match Oct 27 14:57:07.891360 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: revisions.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.892520 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.893036 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: standard-attr-revisions Oct 27 14:57:07.893364 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: router_availability_zone.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.894038 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.894554 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: router_availability_zone Oct 27 14:57:07.894882 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: routerservicetype.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.895829 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.896370 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 14:57:07.896698 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.897616 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.898125 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: port-security-groups-filtering Oct 27 14:57:07.898451 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: securitygroup.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.909987 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.910524 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: security-group Oct 27 14:57:07.910863 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: segment.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.911653 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.912177 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension segment not supported by any of loaded plugins Oct 27 14:57:07.912538 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.913487 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.914003 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 14:57:07.914332 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: servicetype.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.915450 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.915971 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: service-type Oct 27 14:57:07.916338 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: sorting.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.917364 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.917698 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: sorting Oct 27 14:57:07.918022 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: standard_attr_segment.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.918947 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.919463 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 14:57:07.919787 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: standardattrdescription.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.920462 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.920980 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: standard-attr-description Oct 27 14:57:07.921370 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: stateful_security_group.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.922309 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.922824 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: stateful-security-group Oct 27 14:57:07.923149 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: stdattrs_common.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.923737 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 14:57:07.924059 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.925026 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.925550 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 14:57:07.925875 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: subnet_onboard.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.927026 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.927559 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: subnet_onboard Oct 27 14:57:07.927890 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.928852 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.929371 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 14:57:07.929698 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: subnet_service_types.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.930631 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.931154 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: subnet-service-types Oct 27 14:57:07.931482 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: subnetallocation.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.932632 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.933159 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: subnet_allocation Oct 27 14:57:07.933489 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.934155 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.934671 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: subnetpool-prefix-ops Oct 27 14:57:07.934997 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.935940 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.936480 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 14:57:07.936808 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: tagging.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.937886 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.938412 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: standard-attr-tag Oct 27 14:57:07.938740 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: timestamp.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.939943 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.940493 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loaded extension: standard-attr-timestamp Oct 27 14:57:07.940828 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: trunk.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.941865 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.942401 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension trunk not supported by any of loaded plugins Oct 27 14:57:07.942714 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: trunk_details.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.943633 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.944157 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 14:57:07.944509 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: uplink_status_propagation.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.945446 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.945965 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 14:57:07.946294 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Loading extension file: vlantransparent.py {{(pid=82677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Oct 27 14:57:07.946970 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Oct 27 14:57:07.947483 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 14:57:07.950257 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:network Oct 27 14:57:07.950967 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:subnet Oct 27 14:57:07.951746 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:57:07.952381 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:port Oct 27 14:57:07.953687 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.954138 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service FLAVORS assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.954759 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.955186 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.955516 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:router Oct 27 14:57:07.956191 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 14:57:07.956931 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service METERING assigned prefix: /metering {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.958346 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.958720 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.959076 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 14:57:07.960209 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 14:57:07.960675 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:security_group Oct 27 14:57:07.961331 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 14:57:07.962087 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service CORE assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.962423 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:57:07.962765 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] subnetpool is already registered Oct 27 14:57:07.963388 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service CORE assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.963722 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:57:07.964614 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] subnetpool is already registered Oct 27 14:57:07.967147 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.967585 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service FLAVORS assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.968178 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.968634 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.968970 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:router Oct 27 14:57:07.969302 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] router is already registered Oct 27 14:57:07.969899 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 14:57:07.970231 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] floatingip is already registered Oct 27 14:57:07.970859 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service METERING assigned prefix: /metering {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.971524 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 14:57:07.971857 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] rbac_policy is already registered Oct 27 14:57:07.972441 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:security_group Oct 27 14:57:07.972774 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] security_group is already registered Oct 27 14:57:07.973364 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 14:57:07.973710 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] security_group_rule is already registered Oct 27 14:57:07.974350 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service CORE assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.974680 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:57:07.975008 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] subnetpool is already registered Oct 27 14:57:07.975614 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.v2.resource_helper [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Service CORE assigned prefix: {{(pid=82677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 14:57:07.975944 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 14:57:07.976302 dv-cinder-815673-1-smb neutron-server[82677]: WARNING neutron.quota.resource_registry [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] subnetpool is already registered Oct 27 14:57:07.976960 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: extensions {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.978407 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: address-groups {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.980054 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: address-scopes {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.981288 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: agents {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.982440 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: auto-allocated-topology {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.983671 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: availability_zones {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.984995 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: dhcp-networks {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.986390 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: dhcp-agents {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.987781 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: routers {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.989596 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: flavors {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.990784 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: service_profiles {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.991962 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: next_providers {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.993631 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: service_profiles {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.995208 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: floatingip-pools {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.996715 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: routers {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.998424 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: floatingips {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:07.999664 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: l3-routers {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.001140 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: l3-agents {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.002528 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: metering-labels {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.004846 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: metering-label-rules {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.006211 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: network-ip-availabilities {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.007608 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: bindings {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.009282 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: quotas {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.011219 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: quotas {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.012720 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: rbac-policies {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.013994 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: security-groups {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.015190 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: security-group-rules {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.016457 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: service-providers {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.017672 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: subnetpools {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.019064 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: subnetpools {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.020540 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.022186 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.023952 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.025766 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.028295 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.029953 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.031711 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.033565 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.035390 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.037222 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron.api.extensions [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Extended resource: tags {{(pid=82677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Oct 27 14:57:08.043376 dv-cinder-815673-1-smb neutron-server[82677]: WARNING keystonemiddleware.auth_token [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 14:57:08.048153 dv-cinder-815673-1-smb neutron-server[82677]: WARNING keystonemiddleware.auth_token [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 14:57:08.059182 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_concurrency.lockutils [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Acquired lock "singleton_lock" {{(pid=82677) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 14:57:08.059659 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_concurrency.lockutils [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Releasing lock "singleton_lock" {{(pid=82677) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 14:57:08.060323 dv-cinder-815673-1-smb neutron-server[82677]: INFO oslo_service.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Starting 2 workers Oct 27 14:57:08.064859 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Started child 82782 {{(pid=82677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 27 14:57:08.068989 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Started child 82783 {{(pid=82677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 27 14:57:08.070173 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:08.070730 dv-cinder-815673-1-smb neutron-server[82677]: INFO neutron.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 14:57:08.071169 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Notify callbacks [] for process, before_spawn {{(pid=82677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:08.071604 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [-] (82782) wsgi starting up on http://0.0.0.0:9696 Oct 27 14:57:08.074048 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:08.074608 dv-cinder-815673-1-smb neutron-server[82677]: INFO oslo_service.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Starting 1 workers Oct 27 14:57:08.075373 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [-] (82783) wsgi starting up on http://0.0.0.0:9696 Oct 27 14:57:08.079304 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Started child 82784 {{(pid=82677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 27 14:57:08.079829 dv-cinder-815673-1-smb neutron-server[82677]: INFO oslo_service.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Starting 1 workers Oct 27 14:57:08.082855 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] calling RpcWorker wait() {{(pid=82784) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 14:57:08.083416 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] returning from RpcWorker wait() {{(pid=82784) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 14:57:08.083962 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Started child 82785 {{(pid=82677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 27 14:57:08.084562 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:08.084770 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG neutron_lib.callbacks.manager [None req-ac110e6c-3185-4d56-9097-3d7944061e62 None None] Notify callbacks [] for process, after_spawn {{(pid=82677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:08.085022 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:08.086637 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82677) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 27 14:57:08.086851 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 14:57:08.087037 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 14:57:08.087243 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 14:57:08.087589 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 14:57:08.087756 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 14:57:08.088291 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.088575 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.088814 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:08.089897 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.089897 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.090149 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.090676 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.090933 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.091192 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.091469 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.091709 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.091886 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.092054 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.092336 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.092574 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.092882 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.093149 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.093401 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.093679 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.093849 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.094092 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.094361 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.094591 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.094866 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] debug = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.095109 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.095591 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.095821 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.096060 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.096321 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.096612 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.096861 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.097133 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.097350 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.097586 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.097823 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.098097 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.098315 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.098610 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.098842 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.099097 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.099548 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] host = dv-cinder-815673-1-smb {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.099778 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.100024 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.100300 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.100540 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.100798 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.101016 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.101266 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.101533 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.101787 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.102030 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.102278 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.102529 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.102762 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.103014 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_file = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.103190 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_options = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.103413 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.103688 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.103946 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.104136 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.104333 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.104527 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.104790 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.104981 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.105213 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.105448 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.105666 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.105916 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.106152 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.106385 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.106720 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.106899 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.107097 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.107330 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.107607 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.107836 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.108086 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.108324 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.108567 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.108821 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.109004 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.109313 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.109486 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.109687 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.109903 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.110148 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.110406 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.110658 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.110908 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.111154 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.111386 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.111617 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.111857 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.112121 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.112379 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.112671 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_json = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114493 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:08.114577 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114577 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114699 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.114937 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.115100 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.115280 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.115519 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.115774 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.116189 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.116508 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.116850 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.117101 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.117338 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.117584 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.117820 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.118061 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.118328 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.118560 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.118883 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.119121 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.119451 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.119714 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.119976 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.122713 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.122713 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.122713 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.122713 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.122713 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.122713 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.122713 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.122713 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123585 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123670 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.123850 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.124276 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.124692 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.125096 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.125480 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.125862 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.126304 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.126928 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.127363 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.127749 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.128154 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.128601 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.129023 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.129436 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.129842 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.130261 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.130673 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.131052 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.131437 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.133315 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 32976) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:08.133430 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.133707 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.133967 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.134219 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.134467 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.134715 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.134972 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.135240 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.135495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.136340 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.136730 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.137098 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.137335 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.137587 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.137822 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.138044 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.138272 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.138506 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.138757 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.138985 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.139213 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.139459 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.139683 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.139904 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.140391 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.140772 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.141027 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.141285 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.141534 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.142129 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.142755 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072627 Oct 27 14:57:08.142905 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.143351 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.143720 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.144111 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.144519 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.144981 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.145420 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.145897 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.146304 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.146723 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.147145 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.147541 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.147955 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.148382 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.148838 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.149266 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.149719 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.150137 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.150583 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.151041 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.152183 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.152741 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.153160 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.153626 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.153883 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.154356 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.154845 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.155289 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.155720 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.156121 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.156585 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.157006 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.157456 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.157896 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.158346 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.158821 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.159223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.159688 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.160122 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.160579 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.160985 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.161397 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.161898 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.162170 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.162422 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.162711 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.163909 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.163909 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.163909 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.163909 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.164203 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.164329 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.164736 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.165105 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.165490 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.165964 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.166213 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.166460 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.166718 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.167032 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.167337 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.167725 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.167976 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.168223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.168522 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.168754 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.169018 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.169266 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.169516 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.169775 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.169994 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.170228 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.170488 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.170738 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.171001 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.171247 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.171498 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.171750 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.172156 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.172610 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.173031 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.173438 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.173869 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.174291 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.174742 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.175158 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.175581 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.175968 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.176377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.176747 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.177131 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.177484 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.177847 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.178213 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.178613 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.178880 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.179113 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.179462 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.179719 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.179978 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.180223 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.180487 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.180730 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.180954 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.181199 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.181421 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.181663 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.181925 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.182184 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.182410 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.182674 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.183089 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.183500 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.183938 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.184405 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.184880 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.185341 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.185622 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.185983 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.186277 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.186578 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.186884 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.187198 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.187493 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.187777 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.188042 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.188507 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.188786 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.189178 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.190417 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.190718 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.191591 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.191591 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.191591 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.191837 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.192209 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.192509 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.192835 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.193157 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.193471 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.193759 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.194091 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.194487 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.194835 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.196608 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.196941 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.197289 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.197796 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.198723 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.199150 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.199660 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.200204 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.200640 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.200977 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.201287 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.201769 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.202085 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.202373 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.202714 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.202979 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.204038 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.204386 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.204750 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.205956 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.206284 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.206543 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.206778 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.207017 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.207260 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.207530 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.207754 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.207927 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 14:57:08.208504 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82677) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 27 14:57:08.208865 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 14:57:08.209068 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 14:57:08.209228 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 14:57:08.209379 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 14:57:08.209526 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 14:57:08.209736 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.210342 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.210342 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.210342 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.210342 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.210589 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.210656 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.210815 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.210975 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.211130 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.211292 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.211450 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.211608 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.211768 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.211977 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.212083 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.212346 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.212444 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.212589 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.212941 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.213101 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.213401 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.213707 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] debug = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.214023 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.214351 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.214521 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.214683 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.214837 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.215143 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.215303 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.215462 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.215623 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.215785 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.215973 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.216134 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.217566 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.217566 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.217566 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.217566 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.217566 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] host = dv-cinder-815673-1-smb {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.217915 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.217915 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.218035 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.218101 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.218252 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.218571 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.218871 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.219167 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.219462 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.219758 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.219921 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.220624 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.220624 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.220624 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_file = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.220624 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_options = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.220922 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.220922 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.221050 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.222881 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.222881 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.222881 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.222881 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.222881 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.222881 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.222881 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223377 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223872 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223872 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223872 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.223872 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.224094 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.224158 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.224327 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.224482 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.224636 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.224804 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.224964 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.225120 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.225279 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226265 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226265 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226265 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226265 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226265 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226265 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226873 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226873 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226873 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.226873 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.227188 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.227188 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.227188 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.227431 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.227511 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_json = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.227632 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.227789 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.227944 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.228104 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.228286 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.228445 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.228602 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.228761 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 14:57:08.228941 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.229087 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.229263 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.229988 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.230203 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.230427 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.230610 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.230802 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.230966 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.231128 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.231297 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.231458 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.231637 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.231798 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.231960 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.232119 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.232318 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.232482 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.232645 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.232807 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.232970 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.233130 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.233292 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.233454 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.233613 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.233773 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.233934 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.234095 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.234256 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.234416 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.234583 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.234743 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.234904 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.235065 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.235224 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.235386 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.235548 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.235729 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.235944 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.236106 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.236332 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.236571 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.236647 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.236826 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.236916 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.237073 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.237288 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.237383 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.237541 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.237704 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.237850 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.238026 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.238187 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.238334 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.238498 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.238660 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.238820 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.239051 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.239147 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.240059 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.240059 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.240059 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.240059 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.240059 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.240548 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.240778 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.240872 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.241173 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.241522 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.241860 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.242191 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.242356 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.242593 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.242689 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.242862 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.243003 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.243164 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.243327 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.243494 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.243658 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.243801 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.244180 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.244180 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.244359 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.244426 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.244996 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.244996 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.244996 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.245850 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.245850 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.245972 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.246149 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.246283 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.246433 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.246657 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.246798 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.246877 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.247058 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.247188 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.247343 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.247496 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.247660 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.247815 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.247974 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.248129 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.248315 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.248480 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.248636 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.248967 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.248967 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.249120 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.249247 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.249556 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.249708 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.249870 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.250033 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.250194 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.250387 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.250537 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.250689 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.250849 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.250997 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.251179 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.251367 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.251553 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.251714 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.251874 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.252034 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.252194 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.252376 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.252538 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.252715 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.252857 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.253674 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.253674 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.253674 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.253674 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.253674 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.254618 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.254618 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.254618 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.254618 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.254618 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.254618 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255148 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255148 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255148 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255148 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255416 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255416 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255637 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255769 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.255892 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.256016 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.256138 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.256293 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.256454 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.256615 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.256777 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.256940 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.257355 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.257573 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.257692 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.257815 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.259159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.259159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.259159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.259159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.259159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.259159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.259159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.259159 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.261598 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.261598 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.261598 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.261598 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.261598 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.261598 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.261598 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.261598 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264495 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.264982 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265473 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265932 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265932 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265932 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265932 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265932 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265932 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265932 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.265932 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266373 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266373 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266373 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266373 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266373 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266373 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266736 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266736 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266736 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.266904 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.267212 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.267326 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.267448 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.267620 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.267791 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.268032 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.268137 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.268294 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.268631 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.268781 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.268933 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.269089 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.269394 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.269689 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.269900 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.270084 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.270261 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.270437 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.270437 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.270756 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.270756 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.271018 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.271018 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.271302 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.271439 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.271566 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.271648 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.271779 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 14:57:08.271933 dv-cinder-815673-1-smb neutron-server[82677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 14:57:08.272170 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:18.554686 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7582e76-40b8-48b7-90d7-b49f4bf335df None None] get_active_networks_info from dv-cinder-815673-1-smb {{(pid=82784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Oct 27 14:57:18.625297 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7582e76-40b8-48b7-90d7-b49f4bf335df None None] No non-hosted networks {{(pid=82784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 14:57:18.643115 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.agentschedulers_db [None req-a7582e76-40b8-48b7-90d7-b49f4bf335df None None] DHCP Agent not found on host dv-cinder-815673-1-smb {{(pid=82784) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 14:57:18.754585 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8855-2706-43e1-995b-bd6a88357359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447135'] for agent, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:18.883126 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447135'] for agent, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:18.883737 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.884074 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.892790 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.893341 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.893853 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.895460 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.896375 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.896884 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.898103 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.898725 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.899234 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:18.899798 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815673-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:18.910047 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815673-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:20.737173 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-95b5f61e-a2f0-40b0-9c03-5388b7317f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447135'] for agent, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:20.766441 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-1a5673ef-65f4-42fd-bcb2-704ee9ac74d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:21.778468 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447135'] for agent, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:23.158299 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447135'] for agent, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:24.926712 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33078) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:25.531616 dv-cinder-815673-1-smb neutron-server[82783]: WARNING oslo_policy.policy [None req-985cec59-a941-474f-a3f0-b79267ecb0c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:57:25.532215 dv-cinder-815673-1-smb neutron-server[82783]: WARNING oslo_policy.policy [None req-985cec59-a941-474f-a3f0-b79267ecb0c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:57:25.749323 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [None req-985cec59-a941-474f-a3f0-b79267ecb0c9 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:57:25.750399 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-985cec59-a941-474f-a3f0-b79267ecb0c9 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8227930 Oct 27 14:57:26.748346 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.db.l3_hamode_db [None req-681cc362-48cf-49ed-b008-d65782804952 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 14:57:26.839775 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681cc362-48cf-49ed-b008-d65782804952 None None] Routers set() bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:57:26.840192 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681cc362-48cf-49ed-b008-d65782804952 None None] Router IDs set() for agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 14:57:28.010683 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33092) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:28.393562 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:57:28.442203 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.policy [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82783) register_rules /opt/stack/neutron/neutron/policy.py:65}} Oct 27 14:57:28.442922 dv-cinder-815673-1-smb neutron-server[82783]: WARNING oslo_policy.policy [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:57:28.443302 dv-cinder-815673-1-smb neutron-server[82783]: WARNING oslo_policy.policy [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:57:28.446611 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.quota [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] Loaded quota_driver: . Oct 27 14:57:28.462488 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:57:28.534208 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787839903265', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787839868862', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787839867154', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787839876441', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787839817461', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3215901', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3242561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-503130', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613388'] for rbac-policy, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:28.601715 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:28.602910 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b19fd428-4ab1-4125-84d3-0ca0924d8bf5 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5911534 Oct 27 14:57:31.175676 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33106) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:31.547483 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8c3818d89b334176a08826dc72e2aa8b'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:57:31.552518 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:57:31.556996 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Usage tracker for resource:network and tenant:8c3818d89b334176a08826dc72e2aa8b is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:57:31.562354 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:57:31.568405 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:57:31.578532 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Made reservation on behalf of 8c3818d89b334176a08826dc72e2aa8b for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:57:31.581618 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:31.599585 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:31.643907 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:57:31.647536 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Usage tracker for resource:security_group_rule and tenant:8c3818d89b334176a08826dc72e2aa8b is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:57:31.650627 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:57:31.656761 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:57:31.724520 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:31.728059 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:31.733672 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:31.753868 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] vlan segment allocate from pool success with {'vlan_id': 1389, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 14:57:31.778955 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787840742575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:31.779539 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Unsubscribe: segment precommit_create {{(pid=82783) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 14:57:31.780005 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Added segment 1505b1db-e092-4333-b70f-64e26eb280f2 of type vlan for network db72e825-c955-4b04-b7de-4a4fa2dafa6c Oct 27 14:57:31.788185 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81081f5f-da53-47de-8b19-ae6ed0195e1b,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:31.843855 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.844188 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.844549 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.844986 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.845452 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.845770 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.846082 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.846406 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.846716 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.847020 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.847348 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Tracked resource versions report: Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: pushed versions: Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Log': {'1.0'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Network': {'1.1'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Port': {'1.5'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'PortForwarding': {'1.2'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'QosPolicy': {'1.8'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'SecurityGroup': {'1.2'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'SubPort': {'1.0'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Subnet': {'1.1'}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Trunk': {'1.1'}} Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: consumer versions: Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: { DHCP agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: L3 agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: Metadata agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: Metering agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: Open vSwitch agent@dv-cinder-815673-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Log': '1.0', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Network': '1.1', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Port': '1.5', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'PortForwarding': '1.2', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'QosPolicy': '1.8', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'SecurityGroup': '1.2', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'SecurityGroupRule': '1.0', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'SubPort': '1.0', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Subnet': '1.1', Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: 'Trunk': '1.1'}} Oct 27 14:57:31.848482 dv-cinder-815673-1-smb neutron-server[82783]: {{(pid=82783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:57:31.895469 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:31.901373 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:31.941757 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:31.943100 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:57:31.943765 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:31.948274 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:32.047423 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8706501 Oct 27 14:57:32.054571 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Pushing event updated for resources: {'Network': ['ID=db72e825-c955-4b04-b7de-4a4fa2dafa6c,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:32.059421 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:32.068331 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network db72e825-c955-4b04-b7de-4a4fa2dafa6c details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:57:34.617397 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33122) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:35.082268 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07cf54a-e037-4154-a074-b36429b00863 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:57:35.083588 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c07cf54a-e037-4154-a074-b36429b00863 admin admin] 10.222.0.55 "GET /v2.0/networks/db72e825-c955-4b04-b7de-4a4fa2dafa6c HTTP/1.1" status: 200 len: 826 time: 0.4652178 Oct 27 14:57:35.114401 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-dd9d334a-bc3a-4a63-ae52-58c2d7646459 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/46ebf4bb-ef91-468a-9cc6-aeafa14ae5d2 HTTP/1.1" status: 200 len: 734 time: 0.0255108 Oct 27 14:57:35.122910 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '46ebf4bb-ef91-468a-9cc6-aeafa14ae5d2', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:57:35.127372 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:57:35.131084 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Usage tracker for resource:subnet and tenant:8c3818d89b334176a08826dc72e2aa8b is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:57:35.134203 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:57:35.140542 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:57:35.150204 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Made reservation on behalf of 8c3818d89b334176a08826dc72e2aa8b for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:57:35.153377 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:35.418962 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:35.422917 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:35.505871 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afec6723-6c3f-45a9-8dd6-940aa89aa924,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:35.510178 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:35.514163 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Checking segment: {'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:57:35.514533 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Network hostable DHCP agents. Network: db72e825-c955-4b04-b7de-4a4fa2dafa6c, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:57:35.537244 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Network db72e825-c955-4b04-b7de-4a4fa2dafa6c is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:57:35.547454 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, db72e825-c955-4b04-b7de-4a4fa2dafa6c) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:57:35.551822 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:57:35.552436 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:35.558345 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca13f8e-be2e-421e-b5cd-bf8a3bcd34af None None] Network db72e825-c955-4b04-b7de-4a4fa2dafa6c requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:57:35.572117 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4524980 Oct 27 14:57:35.866108 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0e80351-bee5-5891-bc7e-bff88f46e038-db72e825-c955-4b04-b7de-4a4fa2dafa6c', 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'fixed_ips': [{'subnet_id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924'}]}} from dv-cinder-815673-1-smb. {{(pid=82784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 14:57:35.867362 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:36.052726 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.db_base_plugin_common [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Allocated IP 172.20.0.2 (db72e825-c955-4b04-b7de-4a4fa2dafa6c/afec6723-6c3f-45a9-8dd6-940aa89aa924/87b17fcc-53cd-45c9-b92c-77404406769a) {{(pid=82784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:57:36.284636 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Notify callbacks [] for port, precommit_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:36.298657 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Transition to ACTIVE for port object 87b17fcc-53cd-45c9-b92c-77404406769a will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:57:36.321049 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Transition to ACTIVE for port object 87b17fcc-53cd-45c9-b92c-77404406769a will not be triggered until provisioned by entity DHCP. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:57:36.328286 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:36.332864 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:36.401471 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Network db72e825-c955-4b04-b7de-4a4fa2dafa6c is already hosted by enough agents. {{(pid=82784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:57:36.402221 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Pushing event updated for resources: {'Port': ['ID=87b17fcc-53cd-45c9-b92c-77404406769a,revision_number=1']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:36.405248 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.base_scheduler [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Resources bound (agent type, host, resource id): {{(pid=82784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:57:36.412680 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.413011 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.413331 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.413663 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.413989 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.414319 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.414638 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.414958 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.415276 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.415593 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.415910 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Tracked resource versions report: Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: pushed versions: Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Log': {'1.0'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Network': {'1.1'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Port': {'1.5'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'PortForwarding': {'1.2'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'QosPolicy': {'1.8'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'SecurityGroup': {'1.2'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'SubPort': {'1.0'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Subnet': {'1.1'}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Trunk': {'1.1'}} Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: consumer versions: Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: { DHCP agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: L3 agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: Metadata agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: Metering agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: Open vSwitch agent@dv-cinder-815673-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Log': '1.0', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Network': '1.1', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Port': '1.5', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'PortForwarding': '1.2', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'QosPolicy': '1.8', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'SecurityGroup': '1.2', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'SecurityGroupRule': '1.0', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'SubPort': '1.0', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Subnet': '1.1', Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: 'Trunk': '1.1'}} Oct 27 14:57:36.417702 dv-cinder-815673-1-smb neutron-server[82784]: {{(pid=82784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:57:36.419775 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Received port after_create {{(pid=82784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:57:36.424163 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:36.511469 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Attempting to bind port 87b17fcc-53cd-45c9-b92c-77404406769a on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:57:36.511869 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Attempting to bind port 87b17fcc-53cd-45c9-b92c-77404406769a by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:57:36.512288 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Attempting to bind port 87b17fcc-53cd-45c9-b92c-77404406769a on network db72e825-c955-4b04-b7de-4a4fa2dafa6c {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:57:36.518583 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:57:36.518981 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Checking segment: {'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:57:36.519441 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:36.519824 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Bound using segment: {'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:57:36.520338 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Bound port: 87b17fcc-53cd-45c9-b92c-77404406769a, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:57:36.520724 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:36.606215 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] For port 87b17fcc-53cd-45c9-b92c-77404406769a, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:57:36.610075 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] For port 87b17fcc-53cd-45c9-b92c-77404406769a, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=87b17fcc-53cd-45c9-b92c-77404406769a,segment=NetworkSegment(1505b1db-e092-4333-b70f-64e26eb280f2),segment_id=1505b1db-e092-4333-b70f-64e26eb280f2)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:57:36.614429 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:36.618167 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:36.717114 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Pushing event updated for resources: {'Port': ['ID=87b17fcc-53cd-45c9-b92c-77404406769a,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:36.724268 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:37.881999 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33132) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:38.283785 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [None req-bc9730fa-53e3-4fdc-af9e-ef1f76a37e20 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:57:38.284939 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-bc9730fa-53e3-4fdc-af9e-ef1f76a37e20 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4019709 Oct 27 14:57:40.479819 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec9b51d-28b2-4c55-89cd-022f95fc56ff None None] Network db72e825-c955-4b04-b7de-4a4fa2dafa6c requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:57:40.561421 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33146) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:40.592045 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-01b36790-4171-4b0d-b818-1aae4226f77e None None] Provisioning for port 87b17fcc-53cd-45c9-b92c-77404406769a completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:57:41.169107 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 87b17fcc-53cd-45c9-b92c-77404406769a up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:57:41.185978 dv-cinder-815673-1-smb neutron-server[82782]: WARNING oslo_policy.policy [None req-c40d5cf0-3efd-4de3-89ed-3cc4569ce423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:57:41.186580 dv-cinder-815673-1-smb neutron-server[82782]: WARNING oslo_policy.policy [None req-c40d5cf0-3efd-4de3-89ed-3cc4569ce423 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:57:41.236218 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 87b17fcc-53cd-45c9-b92c-77404406769a completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:57:41.240979 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 87b17fcc-53cd-45c9-b92c-77404406769a triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:57:41.241375 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:41.353247 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:41.386741 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 87b17fcc-53cd-45c9-b92c-77404406769a, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=87b17fcc-53cd-45c9-b92c-77404406769a,segment=NetworkSegment(1505b1db-e092-4333-b70f-64e26eb280f2),segment_id=1505b1db-e092-4333-b70f-64e26eb280f2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:57:41.390456 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:41.394059 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-262a2186-d5a2-4bf2-b990-2eb6403f4360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:41.404296 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [None req-c40d5cf0-3efd-4de3-89ed-3cc4569ce423 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:57:41.405545 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-c40d5cf0-3efd-4de3-89ed-3cc4569ce423 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8421435 Oct 27 14:57:41.461857 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=87b17fcc-53cd-45c9-b92c-77404406769a,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:41.465723 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:43.146218 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 87b17fcc-53cd-45c9-b92c-77404406769a up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:57:43.214633 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 87b17fcc-53cd-45c9-b92c-77404406769a triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:57:43.215008 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:43.979885 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33162) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:44.437312 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Request body: {'router': {'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:57:44.470460 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.policy [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82782) register_rules /opt/stack/neutron/neutron/policy.py:65}} Oct 27 14:57:44.471212 dv-cinder-815673-1-smb neutron-server[82782]: WARNING oslo_policy.policy [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:57:44.471584 dv-cinder-815673-1-smb neutron-server[82782]: WARNING oslo_policy.policy [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 14:57:44.474848 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.quota [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Loaded quota_driver: . Oct 27 14:57:44.490120 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:57:44.497309 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Usage tracker for resource:router and tenant:8c3818d89b334176a08826dc72e2aa8b is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:57:44.502098 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:57:44.511563 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:57:44.527768 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8416'] for router, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:44.529748 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8345'] for router, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:44.558925 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:44.672328 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047'] for router, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:44.693218 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] Notify callbacks [] for router, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:44.694456 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-e647a44d-296e-4d82-8ba1-c426dc40157a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7135794 Oct 27 14:57:46.961570 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33174) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:47.348195 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [None req-f1218e9f-2ca4-418c-a033-9bf4b1a0c04a admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 14:57:47.349184 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-f1218e9f-2ca4-418c-a033-9bf4b1a0c04a admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3867147 Oct 27 14:57:48.446174 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-65942825-caec-46be-8834-f48ba21876d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:48.863609 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:49.582789 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33184) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:49.967482 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:57:49.972675 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:57:49.976344 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Usage tracker for resource:network and tenant:1ab54ad370114853b3d32288c84e133d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:57:49.979293 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:57:49.985310 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:57:49.995165 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Made reservation on behalf of 1ab54ad370114853b3d32288c84e133d for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:57:49.997729 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:50.010772 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:50.041907 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:57:50.045772 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Usage tracker for resource:security_group_rule and tenant:1ab54ad370114853b3d32288c84e133d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:57:50.048458 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:57:50.053921 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:57:50.119044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:50.122950 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:50.127112 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:50.145158 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Reserving flat network on physical network physnet1 {{(pid=82783) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 14:57:50.177182 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1df65b-0500-4d20-b56e-a28d564543c5,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:50.181701 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:50.182669 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:50.183085 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Added segment 18ea99d9-24b9-452d-b0e7-11e9db90f324 of type flat for network 0f55d325-7075-4613-8cc1-223ea34f07f9 Oct 27 14:57:50.215926 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:50.250141 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:50.251285 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:57:50.251855 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:50.254861 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:50.348828 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7649865 Oct 27 14:57:50.353504 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Pushing event updated for resources: {'Network': ['ID=0f55d325-7075-4613-8cc1-223ea34f07f9,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:50.356188 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:50.364505 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 14:57:50.731532 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-fe241c01-a767-4d6f-98db-f27a8bb8370c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:51.732547 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:52.622249 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33204) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:52.918115 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6ffb5e-d3ec-48d9-b760-41310528516e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:57:52.919579 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-bc6ffb5e-d3ec-48d9-b760-41310528516e admin admin] 10.222.0.55 "GET /v2.0/subnets/afec6723-6c3f-45a9-8dd6-940aa89aa924 HTTP/1.1" status: 200 len: 849 time: 0.2963800 Oct 27 14:57:53.064553 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-0c10e7dd-d58b-4a55-b32c-09094563a7fd admin admin] 10.222.0.55 "GET /v2.0/routers/97f45cbb-0fec-4244-9bc5-89785cde3c0e HTTP/1.1" status: 200 len: 704 time: 0.1394684 Oct 27 14:57:53.125609 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:53.541011 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:53.776450 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Allocated IP 172.20.0.1 (db72e825-c955-4b04-b7de-4a4fa2dafa6c/afec6723-6c3f-45a9-8dd6-940aa89aa924/975e82b0-8258-46f9-bef8-01841a8146db) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:57:53.944216 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:53.962017 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Transition to ACTIVE for port object 975e82b0-8258-46f9-bef8-01841a8146db will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:57:54.016749 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:54.021804 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:54.075586 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Network db72e825-c955-4b04-b7de-4a4fa2dafa6c is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:57:54.078419 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:57:54.115061 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Pushing event updated for resources: {'Port': ['ID=975e82b0-8258-46f9-bef8-01841a8146db,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:54.125245 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.125584 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.125915 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.126239 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.126560 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.126875 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.127193 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.127519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.128348 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.128348 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.128505 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Tracked resource versions report: Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: pushed versions: Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Log': {'1.0'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Network': {'1.1'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Port': {'1.5'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'PortForwarding': {'1.2'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'QosPolicy': {'1.8'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'SecurityGroup': {'1.2'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'SubPort': {'1.0'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Subnet': {'1.1'}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Trunk': {'1.1'}} Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: consumer versions: Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: { DHCP agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: L3 agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: Metadata agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: Metering agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: Open vSwitch agent@dv-cinder-815673-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Log': '1.0', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Network': '1.1', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Port': '1.5', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'PortForwarding': '1.2', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'QosPolicy': '1.8', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'SecurityGroup': '1.2', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'SecurityGroupRule': '1.0', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'SubPort': '1.0', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Subnet': '1.1', Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: 'Trunk': '1.1'}} Oct 27 14:57:54.129536 dv-cinder-815673-1-smb neutron-server[82782]: {{(pid=82782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:57:54.140812 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:57:54.141338 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450149'] for router_interface, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:54.202495 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:54.265922 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:54.317290 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-d072d40c-378f-4a46-aedc-2ea7eded43cc None None] Provisioning for port 975e82b0-8258-46f9-bef8-01841a8146db completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:57:54.321918 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-d072d40c-378f-4a46-aedc-2ea7eded43cc None None] Provisioning complete for port 975e82b0-8258-46f9-bef8-01841a8146db triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:57:54.322285 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d072d40c-378f-4a46-aedc-2ea7eded43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:54.373576 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-d072d40c-378f-4a46-aedc-2ea7eded43cc None None] Port 975e82b0-8258-46f9-bef8-01841a8146db cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:57:54.495757 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:54.499931 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:54.501128 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447809'] for router_interface, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:54.504145 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:54.594961 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Pushing event updated for resources: {'Port': ['ID=975e82b0-8258-46f9-bef8-01841a8146db,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:54.598686 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:54.692603 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Network db72e825-c955-4b04-b7de-4a4fa2dafa6c is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:57:54.693628 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:57:54.896590 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-9a742bcd-5fd2-4ff9-bf3a-7ebf102d8aff None None] Provisioning complete for port 975e82b0-8258-46f9-bef8-01841a8146db triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:57:54.896961 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9a742bcd-5fd2-4ff9-bf3a-7ebf102d8aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:54.951764 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-9a742bcd-5fd2-4ff9-bf3a-7ebf102d8aff None None] Port 975e82b0-8258-46f9-bef8-01841a8146db cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 14:57:55.080512 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Router 97f45cbb-0fec-4244-9bc5-89785cde3c0e is scheduled to L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 with binding_index 1 {{(pid=82782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 14:57:55.250788 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:57:55.260017 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] 10.222.0.55 "PUT /v2.0/routers/97f45cbb-0fec-4244-9bc5-89785cde3c0e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1908033 Oct 27 14:57:55.261297 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Sync routers for ids ['97f45cbb-0fec-4244-9bc5-89785cde3c0e'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:57:55.273815 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Routers {'97f45cbb-0fec-4244-9bc5-89785cde3c0e'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:57:55.274671 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T14:57:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['97f45cbb-0fec-4244-9bc5-89785cde3c0e'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:55.449382 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Set router 97f45cbb-0fec-4244-9bc5-89785cde3c0e gateway port host: None {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:57:55.815550 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'name': 'router1', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:44Z', 'updated_at': '2021-10-27T14:57:54Z', 'revision_number': 2, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'gw_port_host': None, '_interfaces': [{'id': '975e82b0-8258-46f9-bef8-01841a8146db', 'name': '', 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'mac_address': 'fa:16:3e:13:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:53Z', 'updated_at': '2021-10-27T14:57:54Z', 'revision_number': 2, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'subnets': [{'id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46ebf4bb-ef91-468a-9cc6-aeafa14ae5d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:55.820323 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Checking router: 97f45cbb-0fec-4244-9bc5-89785cde3c0e for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:57:55.820702 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Updating router 97f45cbb-0fec-4244-9bc5-89785cde3c0e port 975e82b0-8258-46f9-bef8-01841a8146db binding host dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:57:55.873621 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:56.250843 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Notify callbacks [] for port, precommit_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:56.267029 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.provisioning_blocks [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Transition to ACTIVE for port object 975e82b0-8258-46f9-bef8-01841a8146db will not be triggered until provisioned by entity L2. {{(pid=82785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:57:56.273490 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:56.279824 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:56.464021 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Pushing event updated for resources: {'Port': ['ID=975e82b0-8258-46f9-bef8-01841a8146db,revision_number=3']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:56.520834 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.521178 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.521514 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.521846 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.522174 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.522500 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.522824 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.523141 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.523459 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.523775 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.524091 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Tracked resource versions report: Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: pushed versions: Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: { 'ConntrackHelper': {'1.0'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Log': {'1.0'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Network': {'1.1'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Port': {'1.5'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'PortForwarding': {'1.2'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'QosPolicy': {'1.8'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'SecurityGroup': {'1.2'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'SecurityGroupRule': {'1.0'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'SubPort': {'1.0'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Subnet': {'1.1'}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Trunk': {'1.1'}} Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: consumer versions: Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: { DHCP agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: L3 agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: Metadata agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: Metering agent@dv-cinder-815673-1-smb: {}, Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: Open vSwitch agent@dv-cinder-815673-1-smb: { 'ConntrackHelper': '1.0', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Log': '1.0', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Network': '1.1', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Port': '1.5', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'PortForwarding': '1.2', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'QosPolicy': '1.8', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'SecurityGroup': '1.2', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'SecurityGroupRule': '1.0', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'SubPort': '1.0', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Subnet': '1.1', Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: 'Trunk': '1.1'}} Oct 27 14:57:56.525233 dv-cinder-815673-1-smb neutron-server[82785]: {{(pid=82785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 14:57:56.534367 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:56.535224 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Attempting to bind port 975e82b0-8258-46f9-bef8-01841a8146db on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:57:56.536070 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Attempting to bind port 975e82b0-8258-46f9-bef8-01841a8146db by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:57:56.536070 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Attempting to bind port 975e82b0-8258-46f9-bef8-01841a8146db on network db72e825-c955-4b04-b7de-4a4fa2dafa6c {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:57:56.542887 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:57:56.543312 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Checking segment: {'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:57:56.543779 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:56.544165 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Bound using segment: {'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:57:56.544704 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Bound port: 975e82b0-8258-46f9-bef8-01841a8146db, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1505b1db-e092-4333-b70f-64e26eb280f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1389, 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c'}}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:57:56.545076 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:56.634938 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] For port 975e82b0-8258-46f9-bef8-01841a8146db, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:57:56.639715 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] For port 975e82b0-8258-46f9-bef8-01841a8146db, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=975e82b0-8258-46f9-bef8-01841a8146db,segment=NetworkSegment(1505b1db-e092-4333-b70f-64e26eb280f2),segment_id=1505b1db-e092-4333-b70f-64e26eb280f2)] {{(pid=82785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:57:56.644213 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:56.647966 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:56.733832 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Routers {'97f45cbb-0fec-4244-9bc5-89785cde3c0e'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:57:56.734466 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T14:57:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['97f45cbb-0fec-4244-9bc5-89785cde3c0e'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:56.784447 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Pushing event updated for resources: {'Port': ['ID=975e82b0-8258-46f9-bef8-01841a8146db,revision_number=4']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:56.792270 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:56.891220 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] Set router 97f45cbb-0fec-4244-9bc5-89785cde3c0e gateway port host: None {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:57:57.225053 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'name': 'router1', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:44Z', 'updated_at': '2021-10-27T14:57:54Z', 'revision_number': 2, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'gw_port_host': None, '_interfaces': [{'id': '975e82b0-8258-46f9-bef8-01841a8146db', 'name': '', 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'mac_address': 'fa:16:3e:13:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:53Z', 'updated_at': '2021-10-27T14:57:56Z', 'revision_number': 4, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'subnets': [{'id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46ebf4bb-ef91-468a-9cc6-aeafa14ae5d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:57:57.228922 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1581a2df-98a5-48e5-bcdd-d0392ef809f1 None None] The sync data for ids ['97f45cbb-0fec-4244-9bc5-89785cde3c0e'] in dv-cinder-815673-1-smb is: [{'id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'name': 'router1', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:44Z', 'updated_at': '2021-10-27T14:57:54Z', 'revision_number': 2, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'gw_port_host': None, '_interfaces': [{'id': '975e82b0-8258-46f9-bef8-01841a8146db', 'name': '', 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'mac_address': 'fa:16:3e:13:ea:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:53Z', 'updated_at': '2021-10-27T14:57:56Z', 'revision_number': 4, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'subnets': [{'id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46ebf4bb-ef91-468a-9cc6-aeafa14ae5d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:57:57.410701 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33232) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:57:57.582961 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56222184-6a61-4156-97be-df81ab9dbf58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:57:57.584442 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-56222184-6a61-4156-97be-df81ab9dbf58 admin admin] 10.222.0.55 "GET /v2.0/networks/0f55d325-7075-4613-8cc1-223ea34f07f9 HTTP/1.1" status: 200 len: 842 time: 0.1726778 Oct 27 14:57:57.594070 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:57:57.599867 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 14:57:57.603845 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Usage tracker for resource:subnet and tenant:1ab54ad370114853b3d32288c84e133d is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 14:57:57.608003 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 14:57:57.614925 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 14:57:57.626521 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Made reservation on behalf of 1ab54ad370114853b3d32288c84e133d for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 14:57:57.629298 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:58.054320 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.objects.ports [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82782) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Oct 27 14:57:58.054761 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:58.059150 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:58.142718 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:57:58.143072 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Network hostable DHCP agents. Network: 0f55d325-7075-4613-8cc1-223ea34f07f9, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 14:57:58.158556 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba4294b-87f6-4259-be27-625446557328,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:58.163698 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:57:58.174236 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 14:57:58.185134 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, 0f55d325-7075-4613-8cc1-223ea34f07f9) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:57:58.189041 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:57:58.189662 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:58.195290 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54de38-1682-4d29-8a6d-476692b5bba2 None None] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:57:58.211316 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6208057 Oct 27 14:57:58.428682 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37ec167-2846-4fac-b5f5-af4982e6f3d7 None None] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 14:57:59.173137 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 975e82b0-8258-46f9-bef8-01841a8146db up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:57:59.239686 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 975e82b0-8258-46f9-bef8-01841a8146db completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:57:59.244333 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 975e82b0-8258-46f9-bef8-01841a8146db triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:57:59.244732 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:59.381420 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:59.415305 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 975e82b0-8258-46f9-bef8-01841a8146db, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=975e82b0-8258-46f9-bef8-01841a8146db,segment=NetworkSegment(1505b1db-e092-4333-b70f-64e26eb280f2),segment_id=1505b1db-e092-4333-b70f-64e26eb280f2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:57:59.418627 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:57:59.420772 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:57:59.486755 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=975e82b0-8258-46f9-bef8-01841a8146db,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:57:59.489842 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:58:00.337601 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33246) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:58:00.573401 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1e1618fc-22c6-4650-8180-7a804edaee3b admin admin] 10.222.0.55 "GET /v2.0/routers/97f45cbb-0fec-4244-9bc5-89785cde3c0e HTTP/1.1" status: 200 len: 710 time: 0.2340307 Oct 27 14:58:00.699568 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84426b80-db4f-469e-b3e6-71c5385d8ed9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 14:58:00.700898 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-84426b80-db4f-469e-b3e6-71c5385d8ed9 admin admin] 10.222.0.55 "GET /v2.0/networks/0f55d325-7075-4613-8cc1-223ea34f07f9 HTTP/1.1" status: 200 len: 886 time: 0.1224740 Oct 27 14:58:00.709769 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 14:58:01.160156 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 975e82b0-8258-46f9-bef8-01841a8146db up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:58:01.227723 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 975e82b0-8258-46f9-bef8-01841a8146db triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:58:01.228098 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:01.236779 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:01.419777 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:01.474692 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:01.608691 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Allocated IP 172.28.2.182 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/3e526172-ee17-4733-bf64-91dcc4b2e093) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 14:58:01.754178 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:01.781115 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:01.785224 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:58:01.849427 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 14:58:01.852154 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 14:58:01.855211 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 14:58:01.891413 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3e526172-ee17-4733-bf64-91dcc4b2e093,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:58:01.895193 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:58:01.999735 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:02.168015 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:02.171381 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-448025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-448022', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411796'] for router, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:02.377811 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Router 97f45cbb-0fec-4244-9bc5-89785cde3c0e has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 14:58:02.609853 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 14:58:02.617661 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Notify callbacks [] for router, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:02.618783 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] 10.222.0.55 "PUT /v2.0/routers/97f45cbb-0fec-4244-9bc5-89785cde3c0e HTTP/1.1" status: 200 len: 890 time: 1.9123619 Oct 27 14:58:02.619057 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Sync routers for ids ['97f45cbb-0fec-4244-9bc5-89785cde3c0e'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 14:58:02.632558 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Routers {'97f45cbb-0fec-4244-9bc5-89785cde3c0e'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:58:02.633687 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T14:57:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['97f45cbb-0fec-4244-9bc5-89785cde3c0e'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:58:02.826642 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Set router 97f45cbb-0fec-4244-9bc5-89785cde3c0e gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:58:03.164611 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'name': 'router1', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '3e526172-ee17-4733-bf64-91dcc4b2e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:44Z', 'updated_at': '2021-10-27T14:58:01Z', 'revision_number': 4, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'gw_port': {'id': '3e526172-ee17-4733-bf64-91dcc4b2e093', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:58:01Z', 'updated_at': '2021-10-27T14:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '975e82b0-8258-46f9-bef8-01841a8146db', 'name': '', 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'mac_address': 'fa:16:3e:13:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:53Z', 'updated_at': '2021-10-27T14:57:59Z', 'revision_number': 5, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'subnets': [{'id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46ebf4bb-ef91-468a-9cc6-aeafa14ae5d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:58:03.169985 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Checking router: 97f45cbb-0fec-4244-9bc5-89785cde3c0e for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 14:58:03.170353 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Updating router 97f45cbb-0fec-4244-9bc5-89785cde3c0e port 3e526172-ee17-4733-bf64-91dcc4b2e093 binding host dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 14:58:03.221464 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:03.537883 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Notify callbacks [] for port, precommit_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:03.549424 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Transition to ACTIVE for port object 3e526172-ee17-4733-bf64-91dcc4b2e093 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 14:58:03.556254 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:03.560843 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:58:03.636336 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caba13-9bc9-4e66-9808-7e53cf9aae81 None None] Pushing event updated for resources: {'Port': ['ID=3e526172-ee17-4733-bf64-91dcc4b2e093,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:58:03.638478 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Attempting to bind port 3e526172-ee17-4733-bf64-91dcc4b2e093 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 14:58:03.638847 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Attempting to bind port 3e526172-ee17-4733-bf64-91dcc4b2e093 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 14:58:03.639343 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Attempting to bind port 3e526172-ee17-4733-bf64-91dcc4b2e093 on network 0f55d325-7075-4613-8cc1-223ea34f07f9 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 14:58:03.641402 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-13caba13-9bc9-4e66-9808-7e53cf9aae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:58:03.646627 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 14:58:03.647006 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 14:58:03.647409 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:03.647795 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Bound using segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 14:58:03.648285 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Bound port: 3e526172-ee17-4733-bf64-91dcc4b2e093, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 14:58:03.648687 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:03.722809 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] For port 3e526172-ee17-4733-bf64-91dcc4b2e093, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 14:58:03.725726 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] For port 3e526172-ee17-4733-bf64-91dcc4b2e093, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=3e526172-ee17-4733-bf64-91dcc4b2e093,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 14:58:03.730120 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:03.734041 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:58:03.809365 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caba13-9bc9-4e66-9808-7e53cf9aae81 None None] Pushing event updated for resources: {'Port': ['ID=3e526172-ee17-4733-bf64-91dcc4b2e093,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:58:03.812710 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-13caba13-9bc9-4e66-9808-7e53cf9aae81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:58:03.814166 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Routers {'97f45cbb-0fec-4244-9bc5-89785cde3c0e'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 14:58:03.814758 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T14:57:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['97f45cbb-0fec-4244-9bc5-89785cde3c0e'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:58:04.012881 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] Set router 97f45cbb-0fec-4244-9bc5-89785cde3c0e gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 14:58:04.337926 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'name': 'router1', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '3e526172-ee17-4733-bf64-91dcc4b2e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:44Z', 'updated_at': '2021-10-27T14:58:01Z', 'revision_number': 4, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'gw_port': {'id': '3e526172-ee17-4733-bf64-91dcc4b2e093', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:58:01Z', 'updated_at': '2021-10-27T14:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '975e82b0-8258-46f9-bef8-01841a8146db', 'name': '', 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'mac_address': 'fa:16:3e:13:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:53Z', 'updated_at': '2021-10-27T14:57:59Z', 'revision_number': 5, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'subnets': [{'id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46ebf4bb-ef91-468a-9cc6-aeafa14ae5d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 14:58:04.342346 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2f6296-c01c-450a-b538-2b9168bff2f9 None None] The sync data for ids ['97f45cbb-0fec-4244-9bc5-89785cde3c0e'] in dv-cinder-815673-1-smb is: [{'id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'name': 'router1', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.182'}], 'enable_snat': True}, 'gw_port_id': '3e526172-ee17-4733-bf64-91dcc4b2e093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:44Z', 'updated_at': '2021-10-27T14:58:01Z', 'revision_number': 4, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'gw_port': {'id': '3e526172-ee17-4733-bf64-91dcc4b2e093', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:58:01Z', 'updated_at': '2021-10-27T14:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '975e82b0-8258-46f9-bef8-01841a8146db', 'name': '', 'network_id': 'db72e825-c955-4b04-b7de-4a4fa2dafa6c', 'tenant_id': '8c3818d89b334176a08826dc72e2aa8b', 'mac_address': 'fa:16:3e:13:ea:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f45cbb-0fec-4244-9bc5-89785cde3c0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:53Z', 'updated_at': '2021-10-27T14:57:59Z', 'revision_number': 5, 'project_id': '8c3818d89b334176a08826dc72e2aa8b', 'subnets': [{'id': 'afec6723-6c3f-45a9-8dd6-940aa89aa924', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46ebf4bb-ef91-468a-9cc6-aeafa14ae5d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 14:58:04.881282 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33256) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 14:58:05.019060 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-93f55ee9-d70c-4705-9fcb-8e951e07075d admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1365602 Oct 27 14:58:05.189253 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 3e526172-ee17-4733-bf64-91dcc4b2e093 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:58:05.257040 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 3e526172-ee17-4733-bf64-91dcc4b2e093 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 14:58:05.262151 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 3e526172-ee17-4733-bf64-91dcc4b2e093 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:58:05.262527 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:05.377749 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:05.394131 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 3e526172-ee17-4733-bf64-91dcc4b2e093, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=3e526172-ee17-4733-bf64-91dcc4b2e093,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 14:58:05.397842 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:05.399947 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-13caba13-9bc9-4e66-9808-7e53cf9aae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 14:58:05.465507 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=3e526172-ee17-4733-bf64-91dcc4b2e093,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 14:58:05.468603 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 14:58:07.176399 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 3e526172-ee17-4733-bf64-91dcc4b2e093 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 14:58:07.253330 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 3e526172-ee17-4733-bf64-91dcc4b2e093 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 14:58:07.253707 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:10.137966 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:58:18.449812 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e7889e94-e297-4a6f-887a-5c2dc0061aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:18.866160 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:20.733340 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b1987c41-4b01-440d-9fde-7b06d9a963ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:21.736914 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:23.130317 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:47.140112 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:58:48.452790 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5c6814c6-7e40-4acc-b3fa-73cb187bee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:48.870511 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:50.741947 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-540447d8-bcb8-448c-a883-85895ad1e782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:51.741535 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:58:53.137832 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:18.455387 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0ddcfc20-0607-446e-850c-27bee7ab8ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:18.876341 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:20.735760 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b76fae5e-3010-410c-9ff8-6bc9d58b1d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:21.751183 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:23.141730 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:24.130357 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 14:59:48.457199 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-1f185b32-353b-4b29-ad61-718e6244d866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:48.879047 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:50.737351 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b989278-bf00-49e5-9631-78554dc9d176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:51.746660 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 14:59:53.144778 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:01.131807 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:00:07.609601 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33830) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:07.701534 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebbf1a6-e64d-4f01-83bc-5baaa5138f77 admin admin] GET failed (client error): The resource could not be found. Oct 27 15:00:07.702706 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-aebbf1a6-e64d-4f01-83bc-5baaa5138f77 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0921571 Oct 27 15:00:07.832694 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8da23-9beb-478c-bbb8-7fa4eab1c8f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:07.834035 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-e0e8da23-9beb-478c-bbb8-7fa4eab1c8f6 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1274333 Oct 27 15:00:09.853383 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33840) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:09.987385 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5be7e69-5ad0-420a-8044-803b6169894f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:09.987945 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-b5be7e69-5ad0-420a-8044-803b6169894f admin admin] Synchronizing usage tracker for tenant:1ab54ad370114853b3d32288c84e133d on resource:subnet {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:00:10.005913 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-b5be7e69-5ad0-420a-8044-803b6169894f admin admin] Unset dirty status for tenant:1ab54ad370114853b3d32288c84e133d on resource:subnet {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:00:10.007063 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-b5be7e69-5ad0-420a-8044-803b6169894f admin admin] 10.222.0.55 "GET /v2.0/subnets/afec6723-6c3f-45a9-8dd6-940aa89aa924 HTTP/1.1" status: 200 len: 849 time: 0.1526575 Oct 27 15:00:10.017339 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:00:10.130103 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:10.317418 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787840600549'] for subnet, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:10.320890 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:00:10.366157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:10.366737 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:10.368675 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] 10.222.0.55 "PUT /v2.0/subnets/afec6723-6c3f-45a9-8dd6-940aa89aa924 HTTP/1.1" status: 200 len: 868 time: 0.3550653 Oct 27 15:00:10.383910 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52930a76-1237-4466-b133-a4eaca61a9d8 None None] Network db72e825-c955-4b04-b7de-4a4fa2dafa6c requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:00:10.393265 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afec6723-6c3f-45a9-8dd6-940aa89aa924,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:00:10.402237 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.402575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.402912 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.403244 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.403573 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.403901 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.404246 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.404599 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.404925 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.405244 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.405561 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:10.409256 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:00:10.817362 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-79e0f9bf-087f-4528-bc23-b6cc3393255e None None] Provisioning complete for port 975e82b0-8258-46f9-bef8-01841a8146db triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:00:10.817736 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-79e0f9bf-087f-4528-bc23-b6cc3393255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:10.942632 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-79e0f9bf-087f-4528-bc23-b6cc3393255e None None] Provisioning complete for port 87b17fcc-53cd-45c9-b92c-77404406769a triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:00:10.942886 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-79e0f9bf-087f-4528-bc23-b6cc3393255e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:12.397178 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33850) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:12.592840 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363898a-3795-40ee-bd2f-8ce1b66279a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:12.593213 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e363898a-3795-40ee-bd2f-8ce1b66279a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:12.594712 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-e363898a-3795-40ee-bd2f-8ce1b66279a8 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1964755 Oct 27 15:00:14.627236 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33860) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:14.821348 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c6417-f3e8-418e-8a74-1bb4f567cf04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:14.821628 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461c6417-f3e8-418e-8a74-1bb4f567cf04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:14.823194 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-461c6417-f3e8-418e-8a74-1bb4f567cf04 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1949558 Oct 27 15:00:16.856859 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33870) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:17.045148 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf8add-80a4-43c8-9c28-caafbd845bb7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:17.046413 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-87bf8add-80a4-43c8-9c28-caafbd845bb7 admin admin] 10.222.0.55 "GET /v2.0/networks/0f55d325-7075-4613-8cc1-223ea34f07f9 HTTP/1.1" status: 200 len: 886 time: 0.1886137 Oct 27 15:00:18.458469 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18fd47fa-f58e-48da-b271-4e42cb79697a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:18.882272 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:19.103278 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33880) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:19.306650 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65931213-605b-41d8-ac3a-fc3e2059c69e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:19.307215 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-65931213-605b-41d8-ac3a-fc3e2059c69e admin admin] Synchronizing usage tracker for tenant:1ab54ad370114853b3d32288c84e133d on resource:network {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:00:19.324707 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-65931213-605b-41d8-ac3a-fc3e2059c69e admin admin] Unset dirty status for tenant:1ab54ad370114853b3d32288c84e133d on resource:network {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:00:19.325926 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-65931213-605b-41d8-ac3a-fc3e2059c69e admin admin] 10.222.0.55 "GET /v2.0/networks/db72e825-c955-4b04-b7de-4a4fa2dafa6c HTTP/1.1" status: 200 len: 870 time: 0.2216532 Oct 27 15:00:20.738601 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-08115139-dd86-4adc-b0b1-e2b23d6b8db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:21.369198 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33890) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:21.499307 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542c5744-14e1-41e9-bd61-3db9bbbd48b7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:21.499675 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542c5744-14e1-41e9-bd61-3db9bbbd48b7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:21.501194 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-542c5744-14e1-41e9-bd61-3db9bbbd48b7 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310115 Oct 27 15:00:21.747932 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:23.149949 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:23.560248 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33900) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:23.695144 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13dd18-02b7-4817-a901-4d1c841b1edb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:23.695509 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13dd18-02b7-4817-a901-4d1c841b1edb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:23.697036 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-8f13dd18-02b7-4817-a901-4d1c841b1edb admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358237 Oct 27 15:00:25.716344 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33910) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:25.839533 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d254f2-30a2-417b-a7f6-5b842441e8df admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:25.840944 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-60d254f2-30a2-417b-a7f6-5b842441e8df admin admin] 10.222.0.55 "GET /v2.0/subnets/8ba4294b-87f6-4259-be27-625446557328 HTTP/1.1" status: 200 len: 816 time: 0.1236508 Oct 27 15:00:27.867170 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 33920) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:28.029447 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcf325-7521-4368-8d24-d3485379f7ca admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:28.030793 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1bdcf325-7521-4368-8d24-d3485379f7ca admin admin] 10.222.0.55 "GET /v2.0/subnets/afec6723-6c3f-45a9-8dd6-940aa89aa924 HTTP/1.1" status: 200 len: 868 time: 0.1625934 Oct 27 15:00:38.131160 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:00:45.748806 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33958) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:45.818864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [None req-4345dbc7-70c5-4c3e-bb10-1eae4df836ee admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 15:00:45.819834 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4345dbc7-70c5-4c3e-bb10-1eae4df836ee admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0701048 Oct 27 15:00:47.907121 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33968) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:47.997676 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a920c7-ff49-4e1e-b18e-59258d0aab1a admin admin] GET failed (client error): The resource could not be found. Oct 27 15:00:47.998869 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a2a920c7-ff49-4e1e-b18e-59258d0aab1a admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0907729 Oct 27 15:00:48.123498 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c98292-adfc-47c4-a511-9e8d488a2e0f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:48.124881 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-38c98292-adfc-47c4-a511-9e8d488a2e0f admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1221681 Oct 27 15:00:48.461619 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5ec73875-c795-4c4d-8d79-b56dbd609c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:48.884640 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:50.158943 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33978) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:50.231330 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:00:50.236089 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:00:50.246758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:00:50.257002 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Made reservation on behalf of 1ab54ad370114853b3d32288c84e133d for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:00:50.259178 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:50.349841 dv-cinder-815673-1-smb neutron-server[82783]: WARNING neutron.services.revisions.revision_plugin [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Could not find related network for resource to bump revision. Oct 27 15:00:50.362258 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 1368, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:00:50.372498 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:50.372837 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Added segment 18e8eb9b-5c23-44e0-be94-daebee75bbf5 of type vlan for network a2b3bc13-1d73-4536-859a-603c0345c75b Oct 27 15:00:50.398572 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:50.427457 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:50.428638 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:50.429202 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:50.434618 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:00:50.529388 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3693678 Oct 27 15:00:50.534310 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Pushing event updated for resources: {'Network': ['ID=a2b3bc13-1d73-4536-859a-603c0345c75b,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:00:50.542848 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.543183 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.543518 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.543848 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.544173 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.544554 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.544859 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.545207 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.545533 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.545852 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.546167 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:50.549904 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4b6cb76b-085d-4589-8bff-31254ac87cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:00:50.559199 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network a2b3bc13-1d73-4536-859a-603c0345c75b details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:00:50.742300 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e291fe70-c28d-419d-ab5f-028f28a39dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:51.754864 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:52.570458 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 33988) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:00:52.661316 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d8f333-b3f0-499f-a43e-3537a7a4d280 admin admin] GET failed (client error): The resource could not be found. Oct 27 15:00:52.661809 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-f3d8f333-b3f0-499f-a43e-3537a7a4d280 admin admin] Synchronizing usage tracker for tenant:1ab54ad370114853b3d32288c84e133d on resource:network {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:00:52.677042 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-f3d8f333-b3f0-499f-a43e-3537a7a4d280 admin admin] Unset dirty status for tenant:1ab54ad370114853b3d32288c84e133d on resource:network {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:00:52.678549 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-f3d8f333-b3f0-499f-a43e-3537a7a4d280 admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1067848 Oct 27 15:00:52.783901 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2482af-c756-464a-bd65-79f8c64261fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:52.785294 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3f2482af-c756-464a-bd65-79f8c64261fa admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1031649 Oct 27 15:00:52.795198 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b', 'ip_version': 4}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:00:52.799533 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:00:52.808862 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:00:52.818227 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Made reservation on behalf of 1ab54ad370114853b3d32288c84e133d for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:00:52.820452 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:53.022081 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:53.026019 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:00:53.091205 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebdd54b-99f6-46b2-8211-d917501eb1bd,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:00:53.093862 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:00:53.108266 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Checking segment: {'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:00:53.108614 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Network hostable DHCP agents. Network: a2b3bc13-1d73-4536-859a-603c0345c75b, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:00:53.131554 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Network a2b3bc13-1d73-4536-859a-603c0345c75b is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:00:53.143340 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, a2b3bc13-1d73-4536-859a-603c0345c75b) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:00:53.147283 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:00:53.147870 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:53.155580 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a5b097-6e4e-4591-aad5-32428f3854d6 None None] Network a2b3bc13-1d73-4536-859a-603c0345c75b requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:00:53.173923 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:53.175239 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-8aa89435-041f-40f4-94b8-c028abd8e4b6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3838117 Oct 27 15:00:53.382274 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0e80351-bee5-5891-bc7e-bff88f46e038-a2b3bc13-1d73-4536-859a-603c0345c75b', 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b', 'tenant_id': '1ab54ad370114853b3d32288c84e133d', 'fixed_ips': [{'subnet_id': '9ebdd54b-99f6-46b2-8211-d917501eb1bd'}]}} from dv-cinder-815673-1-smb. {{(pid=82784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 15:00:53.383103 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:53.543645 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.db_base_plugin_common [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Allocated IP 192.168.233.2 (a2b3bc13-1d73-4536-859a-603c0345c75b/9ebdd54b-99f6-46b2-8211-d917501eb1bd/abb823ab-575e-4f84-a7d8-f9e34da43102) {{(pid=82784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:00:53.750255 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Notify callbacks [] for port, precommit_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:53.760753 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Transition to ACTIVE for port object abb823ab-575e-4f84-a7d8-f9e34da43102 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:00:53.778982 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Transition to ACTIVE for port object abb823ab-575e-4f84-a7d8-f9e34da43102 will not be triggered until provisioned by entity DHCP. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:00:53.785080 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:53.793148 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:00:53.855622 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Network a2b3bc13-1d73-4536-859a-603c0345c75b is already hosted by enough agents. {{(pid=82784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:00:53.858621 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.base_scheduler [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Resources bound (agent type, host, resource id): {{(pid=82784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:00:53.861155 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Received port after_create {{(pid=82784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:00:53.867615 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Pushing event updated for resources: {'Port': ['ID=abb823ab-575e-4f84-a7d8-f9e34da43102,revision_number=1']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:00:53.908631 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.908979 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.909314 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.909646 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.909976 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.910300 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.910625 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.910956 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.911275 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.911593 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.911908 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:00:53.915612 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:00:53.966173 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Attempting to bind port abb823ab-575e-4f84-a7d8-f9e34da43102 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:00:53.966546 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Attempting to bind port abb823ab-575e-4f84-a7d8-f9e34da43102 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:00:53.966917 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Attempting to bind port abb823ab-575e-4f84-a7d8-f9e34da43102 on network a2b3bc13-1d73-4536-859a-603c0345c75b {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:00:53.973254 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:00:53.973643 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Checking segment: {'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:00:53.974149 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:53.974554 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Bound using segment: {'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:00:53.975034 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Bound port: abb823ab-575e-4f84-a7d8-f9e34da43102, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:00:53.975433 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:54.065018 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] For port abb823ab-575e-4f84-a7d8-f9e34da43102, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:00:54.068706 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] For port abb823ab-575e-4f84-a7d8-f9e34da43102, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=abb823ab-575e-4f84-a7d8-f9e34da43102,segment=NetworkSegment(18e8eb9b-5c23-44e0-be94-daebee75bbf5),segment_id=18e8eb9b-5c23-44e0-be94-daebee75bbf5)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:00:54.072754 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:54.076622 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:00:54.178603 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Pushing event updated for resources: {'Port': ['ID=abb823ab-575e-4f84-a7d8-f9e34da43102,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:00:54.185256 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:00:54.984359 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230deae-6538-4c11-8a0f-e5369d8ed1da None None] Network a2b3bc13-1d73-4536-859a-603c0345c75b requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:00:55.111005 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-80f0494f-be87-4465-9a65-8682b1ab0238 None None] Provisioning for port abb823ab-575e-4f84-a7d8-f9e34da43102 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:00:55.302160 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device abb823ab-575e-4f84-a7d8-f9e34da43102 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:00:55.392932 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port abb823ab-575e-4f84-a7d8-f9e34da43102 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:00:55.399157 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port abb823ab-575e-4f84-a7d8-f9e34da43102 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:00:55.399479 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:55.501975 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-e83eb597-8e78-44bb-b023-4dcfb1696502 None None] Provisioning complete for port abb823ab-575e-4f84-a7d8-f9e34da43102 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:00:55.502283 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e83eb597-8e78-44bb-b023-4dcfb1696502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:55.570512 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:55.611447 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port abb823ab-575e-4f84-a7d8-f9e34da43102, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=abb823ab-575e-4f84-a7d8-f9e34da43102,segment=NetworkSegment(18e8eb9b-5c23-44e0-be94-daebee75bbf5),segment_id=18e8eb9b-5c23-44e0-be94-daebee75bbf5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:00:55.640042 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:00:55.647020 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:00:55.727503 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=abb823ab-575e-4f84-a7d8-f9e34da43102,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:00:55.731096 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:00:57.258621 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device abb823ab-575e-4f84-a7d8-f9e34da43102 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:00:57.328767 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port abb823ab-575e-4f84-a7d8-f9e34da43102 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:00:57.329145 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:15.131250 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:01:18.465697 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-ae0e87ad-87a4-43f9-b1d1-816ac9e384b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:18.889745 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:20.745526 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-6b93d6e8-a766-49a5-a465-85df762ab50c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:21.753854 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:23.157531 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:48.468781 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-dcd88975-1fb6-4ea3-b652-26d64197c4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:48.891493 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:50.747665 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-3812c1e5-fb51-4d46-b7ec-770e71a133b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:51.756443 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:52.130852 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:01:53.159974 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:55.491977 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34030) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:01:55.498334 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [None req-140e4129-7598-4a9f-bb7e-ae6164b035ab tempest-verify_tempest_config-1425874141 tempest-verify_tempest_config-1425874141-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 15:01:55.499279 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-140e4129-7598-4a9f-bb7e-ae6164b035ab tempest-verify_tempest_config-1425874141 tempest-verify_tempest_config-1425874141-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0063441 Oct 27 15:01:55.827797 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34046) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:01:55.964823 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:56.001192 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:01:56.004951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Usage tracker for resource:security_group_rule and tenant:206165bc40634f1eaaf828b7a1ddb4fa is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:01:56.007808 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:01:56.014822 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:01:56.084007 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:56.088515 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:56.095560 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:01:56.136252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bc7d5d-e161-4b18-9ddd-0e8bbe21e9e2,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:01:56.145863 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=206165bc40634f1eaaf828b7a1ddb4fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3170559 Oct 27 15:01:56.147419 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.147759 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.148150 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.148530 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.148862 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.149779 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34052) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:01:56.149967 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.150171 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.150454 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.150775 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.151087 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.151508 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.156668 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:01:56.214842 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:56.239343 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:56.328545 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:56.332311 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:01:56.342887 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bc7d5d-e161-4b18-9ddd-0e8bbe21e9e2,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:01:56.353718 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:01:56.354820 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0bc7d5d-e161-4b18-9ddd-0e8bbe21e9e2 HTTP/1.1" status: 204 len: 168 time: 0.2039342 Oct 27 15:01:56.356421 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.356857 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.357542 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.357681 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.357930 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.358261 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.358590 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.358930 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.359271 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.359566 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.359884 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:01:56.363029 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:02:18.472695 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-2cef5b4a-c140-49b8-8dba-923081fa8c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:18.893418 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:20.750288 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-ccb2d6d1-4e67-48d4-8511-ee556701bbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:21.760449 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:23.161435 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:29.130730 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:02:48.473416 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e5f4ba4d-304d-48ef-b1a0-577d03e0e392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:48.895216 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:50.752660 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9e25040a-4b2b-4a46-a16a-66c67781804c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:51.761691 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:02:53.164723 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:06.131466 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 5 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:03:18.474804 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-91d869b2-73b6-48ad-9818-c84015eabfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:18.896022 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:20.753900 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4f5f-fd9d-4f66-893d-e49529015652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:21.764698 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:23.166799 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:36.449389 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-447135'] for agent, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:43.131206 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:03:48.476554 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-20bf36d0-b109-4ea3-986d-94f4608a73ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:48.897905 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:50.755943 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5ca9ad8f-a921-497b-a4f8-de2928cb67f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:51.769276 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:52.005526 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34122) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:03:52.144003 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-2ab29064-6eea-448c-bbdf-c86bb6646018 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1373637 Oct 27 15:03:53.170167 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:03:54.171714 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34132) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:03:54.252243 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-4e23eadd-fd0e-4699-bc3d-c8a80aaf3af1 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0793865 Oct 27 15:04:06.406795 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:18.478615 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-76099736-c04d-4301-aebc-dc53279efd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:18.901115 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:20.131098 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:04:20.757366 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-ba361328-06c3-45ff-8c9b-e553a0565214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:21.771860 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:23.172785 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:36.414334 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:48.485185 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-6107698f-42d5-4b8d-8ab8-a0e11c211871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:48.902756 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:50.759849 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b1302aa7-4785-4b3d-a48e-ceed39ef6cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:51.773119 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:53.192694 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:04:57.132626 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:05:06.427213 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:18.502810 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-215d0284-cbcf-441d-827b-f4aa471ae39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:18.904814 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:20.761899 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-764c9bc0-a932-4633-9574-27f94124bf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:21.775270 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:23.185487 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:34.136471 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:05:35.456765 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34316) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:35.489540 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34322) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:35.950051 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-network', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:35.955951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:35.960069 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Usage tracker for resource:network and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:35.963367 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:35.970042 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:35.980443 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Made reservation on behalf of 37b7003b5b6c4189901c618c23f98dc3 for: {'network': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:35.982943 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:35.997004 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:35.997948 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1072875443-network', 'tenant_id': '6080cbf69f1e4e3cb90780f01225f77f'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:36.005344 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:36.011842 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Usage tracker for resource:network and tenant:6080cbf69f1e4e3cb90780f01225f77f is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:36.017476 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:36.025765 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:36.029811 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:36.034919 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Usage tracker for resource:security_group_rule and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:36.037976 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:36.040948 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Made reservation on behalf of 6080cbf69f1e4e3cb90780f01225f77f for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:36.044183 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:36.044833 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.067263 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.128567 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:36.134276 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Usage tracker for resource:security_group_rule and tenant:6080cbf69f1e4e3cb90780f01225f77f is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:36.137678 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.138962 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:36.144619 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.147649 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:36.152892 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9fd822fd-9c38-48de-ab91-1a5f35d99f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:36.191553 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] vlan segment allocate from pool success with {'vlan_id': 1353, 'physical_network': 'physnet1'} {{(pid=82782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:05:36.203444 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9640d1-3b6c-4f60-a1d5-923c3c38f38c,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:36.220448 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787840742575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.221186 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Unsubscribe: segment precommit_create {{(pid=82782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 15:05:36.221783 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.segments_db [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Added segment 07b010bd-d974-4c86-b92b-86c74a8451b2 of type vlan for network e97f6297-20f8-444b-8f59-70b41c6cdc5c Oct 27 15:05:36.222854 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34346) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:36.237510 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.238117 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.239085 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.239599 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.240084 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.240590 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.241083 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.241587 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.242073 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.242557 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.243039 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Tracked resource versions report: Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: pushed versions: Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: { 'ConntrackHelper': {'1.0'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Log': {'1.0'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Network': {'1.1'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Port': {'1.5'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'PortForwarding': {'1.2'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'QosPolicy': {'1.8'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'SecurityGroup': {'1.2'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'SecurityGroupRule': {'1.0'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'SubPort': {'1.0'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Subnet': {'1.1'}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Trunk': {'1.1'}} Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: consumer versions: Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: { DHCP agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: HyperV agent@hv-cinder-81567: {}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: L3 agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: Metadata agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: Metering agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: Open vSwitch agent@dv-cinder-815673-1-smb: { 'ConntrackHelper': '1.0', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Log': '1.0', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Network': '1.1', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Port': '1.5', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'PortForwarding': '1.2', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'QosPolicy': '1.8', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'SecurityGroup': '1.2', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'SecurityGroupRule': '1.0', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'SubPort': '1.0', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Subnet': '1.1', Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: 'Trunk': '1.1'}} Oct 27 15:05:36.244262 dv-cinder-815673-1-smb neutron-server[82782]: {{(pid=82782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:05:36.251628 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:36.255783 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.263017 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.278429 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] vlan segment allocate from pool success with {'vlan_id': 1370, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:05:36.290566 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.291023 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Added segment 6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d of type vlan for network 3df8231d-714f-4040-b4cb-a36ecd0f85df Oct 27 15:05:36.293421 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.325760 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.330794 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:36.334445 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.336322 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:36.337340 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.347471 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:36.373410 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493205ed-6bb2-4f50-a901-2c8ab4e9825e,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:36.392378 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.392726 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.393063 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.393395 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.393868 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.394214 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.394538 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.394880 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.395210 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.395528 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.395847 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Tracked resource versions report: Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: pushed versions: Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: { 'ConntrackHelper': {'1.0'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Log': {'1.0'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Network': {'1.1'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Port': {'1.5'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'PortForwarding': {'1.2'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'QosPolicy': {'1.8'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'SecurityGroup': {'1.2'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'SecurityGroupRule': {'1.0'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'SubPort': {'1.0'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Subnet': {'1.1'}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Trunk': {'1.1'}} Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: consumer versions: Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: { DHCP agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: HyperV agent@hv-cinder-81567: {}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: L3 agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: Metadata agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: Metering agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: Open vSwitch agent@dv-cinder-815673-1-smb: { 'ConntrackHelper': '1.0', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Log': '1.0', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Network': '1.1', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Port': '1.5', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'PortForwarding': '1.2', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'QosPolicy': '1.8', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'SecurityGroup': '1.2', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'SecurityGroupRule': '1.0', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'SubPort': '1.0', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Subnet': '1.1', Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: 'Trunk': '1.1'}} Oct 27 15:05:36.397035 dv-cinder-815673-1-smb neutron-server[82783]: {{(pid=82783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:05:36.400026 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.400990 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:36.402404 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:36.402987 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.410923 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:36.449075 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.476466 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Pushing event updated for resources: {'Network': ['ID=e97f6297-20f8-444b-8f59-70b41c6cdc5c,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:36.479984 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:36.491494 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:05:36.506150 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0474746 Oct 27 15:05:36.508616 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34362) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:36.516511 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Request body: {'subnet': {'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-subnet', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:36.517402 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0266688 Oct 27 15:05:36.522809 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34366) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:36.522967 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:36.525700 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Pushing event updated for resources: {'Network': ['ID=3df8231d-714f-4040-b4cb-a36ecd0f85df,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:36.529742 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Usage tracker for resource:subnet and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:36.531540 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Request body: {'subnet': {'network_id': '3df8231d-714f-4040-b4cb-a36ecd0f85df', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1072875443-subnet', 'tenant_id': '6080cbf69f1e4e3cb90780f01225f77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:36.533897 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:36.536561 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:36.537892 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:36.541736 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:36.543301 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network 3df8231d-714f-4040-b4cb-a36ecd0f85df details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:05:36.544864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Usage tracker for resource:subnet and tenant:6080cbf69f1e4e3cb90780f01225f77f is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:36.548844 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:36.556522 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:36.559062 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Made reservation on behalf of 37b7003b5b6c4189901c618c23f98dc3 for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:36.562388 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.574174 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Made reservation on behalf of 6080cbf69f1e4e3cb90780f01225f77f for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:36.577269 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.898009 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1425269451-network', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:36.912141 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:36.920095 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Usage tracker for resource:network and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:36.927030 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:36.934527 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:36.954521 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Made reservation on behalf of a93e3c0da90b460ea546ab8817fe2972 for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:36.957783 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.974260 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.974959 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:36.981494 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1a307072-7793-4a9c-b014-41da309c45f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:37.014048 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:37.019141 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Usage tracker for resource:security_group_rule and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:37.022359 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:37.028813 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:37.065675 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.080955 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:37.084684 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e6c058d5-2758-4a1a-856f-30a43c70bbb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:37.087564 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:37.159447 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Checking segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:37.161273 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Network hostable DHCP agents. Network: e97f6297-20f8-444b-8f59-70b41c6cdc5c, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:05:37.169180 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Checking segment: {'id': '6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '3df8231d-714f-4040-b4cb-a36ecd0f85df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:37.169531 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Network hostable DHCP agents. Network: 3df8231d-714f-4040-b4cb-a36ecd0f85df, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:05:37.213153 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Network 3df8231d-714f-4040-b4cb-a36ecd0f85df is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:05:37.221334 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:05:37.238304 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, e97f6297-20f8-444b-8f59-70b41c6cdc5c) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:37.242917 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:37.243674 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.248110 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, 3df8231d-714f-4040-b4cb-a36ecd0f85df) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:37.252205 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63b54d-5d00-4f71-a83e-8c0f045b8894 None None] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:05:37.253618 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:37.254257 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.287126 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.290070 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7658541 Oct 27 15:05:37.296222 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.297602 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f961523-8a27-4759-af24-086a310c00c6,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:37.301067 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9ccc4c-dab3-4db2-8d80-8dcfd506b868 None None] Network 3df8231d-714f-4040-b4cb-a36ecd0f85df requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:05:37.301359 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d56a6501-7a7c-49b6-800b-22637cc394dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:37.314826 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1399, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:05:37.321712 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8117182 Oct 27 15:05:37.324425 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34388) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:37.325085 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.325463 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Added segment e1740491-3af5-4524-8810-9aaf109dc3a9 of type vlan for network b91e10a7-42d5-43f6-8395-cb0d3b98d411 Oct 27 15:05:37.331197 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:37.342772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:37.350757 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Usage tracker for resource:router and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:37.354804 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:37.358772 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.362697 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:37.376341 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:37.393729 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e4f605-cf9a-4383-8038-a86aab29eb4e,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:37.397842 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:37.409376 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8416'] for router, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.412754 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8345'] for router, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.440800 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.455411 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.463598 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:37.464304 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.476864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c1905ef5-c790-4fca-b06d-8aaaff52b0be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:37.620195 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:37.696932 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Pushing event updated for resources: {'Network': ['ID=b91e10a7-42d5-43f6-8395-cb0d3b98d411,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:37.703534 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:37.745444 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5196693 Oct 27 15:05:37.746193 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34402) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:37.752360 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Request body: {'subnet': {'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1425269451-subnet', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:37.761486 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:37.776929 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Usage tracker for resource:subnet and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:37.782585 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:37.792928 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:37.822682 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:05:37.823662 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Made reservation on behalf of a93e3c0da90b460ea546ab8817fe2972 for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:37.826212 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.050786 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.057538 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0e80351-bee5-5891-bc7e-bff88f46e038-e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba'}]}} from dv-cinder-815673-1-smb. {{(pid=82784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 15:05:38.064679 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.091769 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.146532 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.152221 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:38.276480 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Allocated IP 172.28.2.209 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/6d9700b7-a3a2-4ac8-8980-55872c25aca7) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:38.323962 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:38.329664 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:38.363592 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Checking segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:38.364033 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Network hostable DHCP agents. Network: b91e10a7-42d5-43f6-8395-cb0d3b98d411, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:05:38.410853 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7654455-78ce-4d98-aae7-aa386c64d9ca None None] Network 3df8231d-714f-4040-b4cb-a36ecd0f85df requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:05:38.423902 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:05:38.441110 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, b91e10a7-42d5-43f6-8395-cb0d3b98d411) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:38.446520 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:38.449646 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.502339 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7548831 Oct 27 15:05:38.503167 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34438) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:38.508843 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:38.522654 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:38.530268 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Usage tracker for resource:router and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:38.534688 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:38.540992 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd43490-3b40-4de3-a1d8-64e319cb8aaf None None] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:05:38.549902 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:38.579726 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8416'] for router, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.581256 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8345'] for router, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.631254 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.647126 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.695273 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.699692 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:38.817412 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:38.820127 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:38.823960 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:38.854077 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9700b7-a3a2-4ac8-8980-55872c25aca7,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:38.862761 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:38.921049 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0e80351-bee5-5891-bc7e-bff88f46e038-b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01'}]}} from dv-cinder-815673-1-smb. {{(pid=82784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 15:05:38.922096 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.985248 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:38.986899 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047'] for router, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:39.080271 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:39.367402 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Router ce24be3e-892e-4346-96fa-b01a3dc8dfbc is scheduled to L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 with binding_index 1 {{(pid=82782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:05:39.463448 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:39.563502 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:39.680130 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.db_base_plugin_common [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Allocated IP 172.20.0.2 (b91e10a7-42d5-43f6-8395-cb0d3b98d411/5ce70bea-70eb-4c80-af3b-ca6e09b2fb01/2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd) {{(pid=82784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:39.831842 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:05:39.851724 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Sync routers for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:05:39.878126 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:05:39.881298 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:05:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:39.907954 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Notify callbacks [] for router, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:39.913126 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5845809 Oct 27 15:05:39.913357 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34468) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:39.958634 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Allocated IP 172.28.2.25 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:40.021166 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.db_base_plugin_common [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Allocated IP 172.20.0.2 (e97f6297-20f8-444b-8f59-70b41c6cdc5c/8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba/09039a82-ffeb-47ab-9f38-f431ddef3365) {{(pid=82784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:40.296305 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:40.340094 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:05:40.483844 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:40.505450 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:40.585517 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:40.593962 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:40.607752 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:40.783231 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Pushing event updated for resources: {'Port': ['ID=8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:40.862801 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:40.959626 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Notify callbacks [] for port, precommit_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:40.996555 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Transition to ACTIVE for port object 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:41.010360 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:38Z', 'revision_number': 3, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:41.018352 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Checking router: ce24be3e-892e-4346-96fa-b01a3dc8dfbc for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:05:41.019019 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Updating router ce24be3e-892e-4346-96fa-b01a3dc8dfbc port 6d9700b7-a3a2-4ac8-8980-55872c25aca7 binding host dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:05:41.028002 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Notify callbacks [] for port, precommit_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.038627 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.039516 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047'] for router, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.054242 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Transition to ACTIVE for port object 09039a82-ffeb-47ab-9f38-f431ddef3365 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:41.057374 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Transition to ACTIVE for port object 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd will not be triggered until provisioned by entity DHCP. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:41.090224 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.112052 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-13caba13-9bc9-4e66-9808-7e53cf9aae81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:41.123418 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.177758 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Transition to ACTIVE for port object 09039a82-ffeb-47ab-9f38-f431ddef3365 will not be triggered until provisioned by entity DHCP. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:41.232904 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.272256 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Pushing event updated for resources: {'Port': ['ID=2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd,revision_number=1']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:41.289575 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.290340 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.290849 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.291350 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.291828 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.292338 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.292821 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.293291 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.293932 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.294461 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.294927 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Tracked resource versions report: Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: pushed versions: Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: { 'ConntrackHelper': {'1.0'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Log': {'1.0'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Network': {'1.1'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Port': {'1.5'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'PortForwarding': {'1.2'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'QosPolicy': {'1.8'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'SecurityGroup': {'1.2'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'SecurityGroupRule': {'1.0'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'SubPort': {'1.0'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Subnet': {'1.1'}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Trunk': {'1.1'}} Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: consumer versions: Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: { DHCP agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: HyperV agent@hv-cinder-81567: {}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: L3 agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: Metadata agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: Metering agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: Open vSwitch agent@dv-cinder-815673-1-smb: { 'ConntrackHelper': '1.0', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Log': '1.0', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Network': '1.1', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Port': '1.5', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'PortForwarding': '1.2', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'QosPolicy': '1.8', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'SecurityGroup': '1.2', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'SecurityGroupRule': '1.0', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'SubPort': '1.0', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Subnet': '1.1', Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: 'Trunk': '1.1'}} Oct 27 15:05:41.301079 dv-cinder-815673-1-smb neutron-server[82784]: {{(pid=82784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:05:41.328383 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 is already hosted by enough agents. {{(pid=82784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:41.330191 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:41.333821 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.base_scheduler [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Resources bound (agent type, host, resource id): {{(pid=82784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:41.345363 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Received port after_create {{(pid=82784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:41.360613 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:41.466099 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c is already hosted by enough agents. {{(pid=82784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:41.537915 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 is scheduled to L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 with binding_index 1 {{(pid=82783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:05:41.565767 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.base_scheduler [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Resources bound (agent type, host, resource id): {{(pid=82784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:41.569097 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Received port after_create {{(pid=82784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:41.785329 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Notify callbacks [] for port, precommit_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.806916 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.817511 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.provisioning_blocks [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Transition to ACTIVE for port object 6d9700b7-a3a2-4ac8-8980-55872c25aca7 will not be triggered until provisioned by entity L2. {{(pid=82785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:41.833160 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.838158 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-627546a4-5d84-48ea-9a1c-813fb6861527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:41.862489 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34546) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:41.869609 dv-cinder-815673-1-smb neutron-server[82782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 15:05:41.918759 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Attempting to bind port 09039a82-ffeb-47ab-9f38-f431ddef3365 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:05:41.919131 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Attempting to bind port 09039a82-ffeb-47ab-9f38-f431ddef3365 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:05:41.919499 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Attempting to bind port 09039a82-ffeb-47ab-9f38-f431ddef3365 on network e97f6297-20f8-444b-8f59-70b41c6cdc5c {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:05:41.939512 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:05:41.945569 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Checking segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:41.946028 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:41.946435 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Bound using segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:05:41.946938 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Bound port: 09039a82-ffeb-47ab-9f38-f431ddef3365, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:05:41.947335 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.002234 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Pushing event updated for resources: {'Port': ['ID=09039a82-ffeb-47ab-9f38-f431ddef3365,revision_number=1']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:42.009391 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:42.020827 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:05:42.054716 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Attempting to bind port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:05:42.055207 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Attempting to bind port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:05:42.055500 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Attempting to bind port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd on network b91e10a7-42d5-43f6-8395-cb0d3b98d411 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:05:42.064205 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Pushing event updated for resources: {'Port': ['ID=6d9700b7-a3a2-4ac8-8980-55872c25aca7,revision_number=2']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:42.072212 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:05:42.072536 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Attempting to bind port 6d9700b7-a3a2-4ac8-8980-55872c25aca7 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:05:42.075028 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Checking segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:42.075028 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.075273 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Attempting to bind port 6d9700b7-a3a2-4ac8-8980-55872c25aca7 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:05:42.078116 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Bound using segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:05:42.078707 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Attempting to bind port 6d9700b7-a3a2-4ac8-8980-55872c25aca7 on network 0f55d325-7075-4613-8cc1-223ea34f07f9 {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:05:42.078922 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Bound port: 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:05:42.081318 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.106370 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Sync routers for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:05:42.117864 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.118357 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.119974 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.120626 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.121658 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.122379 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.123331 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.125233 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.126391 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.126888 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.128307 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:05:42.129485 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.133615 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6265175 Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Tracked resource versions report: Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: pushed versions: Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: { 'ConntrackHelper': {'1.0'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Log': {'1.0'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Network': {'1.1'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Port': {'1.5'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'PortForwarding': {'1.2'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'QosPolicy': {'1.8'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'SecurityGroup': {'1.2'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'SecurityGroupRule': {'1.0'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'SubPort': {'1.0'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Subnet': {'1.1'}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Trunk': {'1.1'}} Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: consumer versions: Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: { DHCP agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: HyperV agent@hv-cinder-81567: {}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: L3 agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: Metadata agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: Metering agent@dv-cinder-815673-1-smb: {}, Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: Open vSwitch agent@dv-cinder-815673-1-smb: { 'ConntrackHelper': '1.0', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Log': '1.0', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Network': '1.1', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Port': '1.5', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'PortForwarding': '1.2', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'QosPolicy': '1.8', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'SecurityGroup': '1.2', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'SecurityGroupRule': '1.0', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'SubPort': '1.0', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Subnet': '1.1', Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: 'Trunk': '1.1'}} Oct 27 15:05:42.133777 dv-cinder-815673-1-smb neutron-server[82785]: {{(pid=82785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:05:42.136445 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34556) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:42.136545 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e926c-add5-4010-aa83-77650d664e6d req-1b2ecc3c-060a-42ac-a5d5-45f9d8337204 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:42.138447 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-1b2ecc3c-060a-42ac-a5d5-45f9d8337204 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/networks?id=3df8231d-714f-4040-b4cb-a36ecd0f85df HTTP/1.1" status: 200 len: 812 time: 0.2744262 Oct 27 15:05:42.153916 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:42.158028 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:05:42.159128 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:42.160221 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.162227 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Bound using segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:05:42.163841 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Bound port: 6d9700b7-a3a2-4ac8-8980-55872c25aca7, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:05:42.165660 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.170197 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-c30082c8-9cf3-447c-9652-d063dafb5f92 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/quotas/6080cbf69f1e4e3cb90780f01225f77f HTTP/1.1" status: 200 len: 375 time: 0.0203245 Oct 27 15:05:42.229098 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:05:42.234578 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:05:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:42.357253 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] For port 6d9700b7-a3a2-4ac8-8980-55872c25aca7, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:05:42.365567 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] For port 6d9700b7-a3a2-4ac8-8980-55872c25aca7, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=6d9700b7-a3a2-4ac8-8980-55872c25aca7,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:05:42.374259 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.382282 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:42.505752 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34572) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:42.583553 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Pushing event updated for resources: {'Port': ['ID=6d9700b7-a3a2-4ac8-8980-55872c25aca7,revision_number=3']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:42.604375 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:05:42.604995 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:05:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:42.793480 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-c3a245c8-8806-4c50-b8e2-148d4a5fc443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:42.816475 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] For port 09039a82-ffeb-47ab-9f38-f431ddef3365, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:05:42.851788 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] For port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:05:42.859545 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] For port 09039a82-ffeb-47ab-9f38-f431ddef3365, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=09039a82-ffeb-47ab-9f38-f431ddef3365,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:05:42.873541 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.875909 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] For port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:05:42.889992 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:42.926184 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:42.959503 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-5f8f1364-8449-470a-8916-36885c947747 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6080cbf69f1e4e3cb90780f01225f77f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1893303 Oct 27 15:05:43.008320 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:05:43.026951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Allocated IP 172.20.0.1 (e97f6297-20f8-444b-8f59-70b41c6cdc5c/8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba/4cc77c59-0224-40e9-989c-2f72bce12429) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:43.238768 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:43.247307 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:05:43.347352 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:43.363504 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Usage tracker for resource:security_group_rule and tenant:5c357056e9bf47d8a82fbe5526e40190 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:43.375386 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:43.396507 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:43.630249 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:43.643051 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Pushing event updated for resources: {'Port': ['ID=09039a82-ffeb-47ab-9f38-f431ddef3365,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:43.652560 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Transition to ACTIVE for port object 4cc77c59-0224-40e9-989c-2f72bce12429 will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:43.657278 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:43.660897 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.723s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:43.695121 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-7de65801-0e20-470f-b544-fe7ad988037c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 15:05:43.703871 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-7de65801-0e20-470f-b544-fe7ad988037c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3705165 Oct 27 15:05:43.744203 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:43.766614 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Pushing event updated for resources: {'Port': ['ID=2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:43.766807 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ddb649db-b4dc-433b-a571-2ae750e2ee19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:43.807770 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:43.810526 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:43.867505 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:43.870179 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc77c59-0224-40e9-989c-2f72bce12429,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:43.887919 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:43.888705 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:43.889182 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450149'] for router_interface, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:43.895915 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:43.912218 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a4bf71b0-94e5-44d9-9ff2-20ed6380c1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:43.912908 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:40Z', 'revision_number': 3, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:43.919529 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:43.935898 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Checking router: 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:05:43.937724 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Updating router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca binding host dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:05:44.034848 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:44.048498 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:38Z', 'revision_number': 3, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:44.057189 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c29e2-a3f7-4c87-9507-27fff94e3e33 None None] The sync data for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb is: [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:38Z', 'revision_number': 3, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:05:44.087395 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:44.263549 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:44.534644 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:44.559176 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:44.578030 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447809'] for router_interface, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:44.652114 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e82efd81-ce32-41b5-91e8-e30f34709715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:44.797066 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26389aa8-9eaa-4a95-b630-b19261a7f9dd,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:44.814773 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:44.897678 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34662) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:44.914612 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Synchronizing usage tracker for tenant:1ab54ad370114853b3d32288c84e133d on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:05:45.023144 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34678) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:45.040969 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Unset dirty status for tenant:1ab54ad370114853b3d32288c84e133d on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:05:45.044828 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c357056e9bf47d8a82fbe5526e40190&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5346260 Oct 27 15:05:45.088189 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34682) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:45.120168 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff636ad6-e4ba-45e9-a713-a0a41feadb71 None None] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:05:45.142307 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4cc77c59-0224-40e9-989c-2f72bce12429,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:45.156026 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:45.196612 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:45.202146 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:45.317997 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Allocated IP 172.20.0.1 (b91e10a7-42d5-43f6-8395-cb0d3b98d411/5ce70bea-70eb-4c80-af3b-ca6e09b2fb01/425ba59a-93a6-4a19-9bf2-6e66a6cf0d24) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:45.487224 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4d83d357-3f16-43e5-84a0-cd78104d2a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:45.519921 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df159d-3ede-4a7d-a6bb-1b964407e322 None None] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:05:45.573026 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4d83d357-3f16-43e5-84a0-cd78104d2a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:45.631425 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-d2d79c55-d6fc-463a-8755-f6fd5f5e016c service neutron] 10.222.0.55 "GET /v2.0/networks/3df8231d-714f-4040-b4cb-a36ecd0f85df?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9261618 Oct 27 15:05:45.741709 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:45.815795 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-aef18d21-1250-4762-ba9e-fec29d4b9974 service neutron] 10.222.0.55 "GET /v2.0/networks/3df8231d-714f-4040-b4cb-a36ecd0f85df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834028 Oct 27 15:05:45.818219 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:45.856906 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:45.897425 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4d83d357-3f16-43e5-84a0-cd78104d2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:45.903555 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Notify callbacks [] for port, precommit_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:45.929054 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:45.933059 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Usage tracker for resource:security_group_rule and tenant:ed297b8ec3de47fc843800b86a03de4f is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:45.935781 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:45.950706 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:45.956841 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:45.963800 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3b6beff9-8fa0-4655-8f54-d56717ba3af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:45.984471 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-244b583a-f80e-4470-9fe9-9f2a227607c6 None None] Provisioning for port 09039a82-ffeb-47ab-9f38-f431ddef3365 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:45.991815 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83d357-3f16-43e5-84a0-cd78104d2a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26389aa8-9eaa-4a95-b630-b19261a7f9dd,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:45.997604 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Usage tracker for resource:security_group_rule and tenant:8070df8fd7264a8ba7eef4f73a3e766e is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:46.001044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4d83d357-3f16-43e5-84a0-cd78104d2a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:46.012773 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:46.042364 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:46.069996 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4d83d357-3f16-43e5-84a0-cd78104d2a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.071236 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4d83d357-3f16-43e5-84a0-cd78104d2a96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26389aa8-9eaa-4a95-b630-b19261a7f9dd HTTP/1.1" status: 204 len: 168 time: 0.9820054 Oct 27 15:05:46.081911 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.126480 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.provisioning_blocks [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Transition to ACTIVE for port object 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 will not be triggered until provisioned by entity DHCP. {{(pid=82783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:46.183510 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.207712 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.261363 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:46.277503 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Transition to ACTIVE for port object 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:46.285447 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed297b8ec3de47fc843800b86a03de4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3855946 Oct 27 15:05:46.297967 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34740) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:46.307119 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.309497 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.326511 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.330427 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34746) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:46.332646 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:46.375030 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 6d9700b7-a3a2-4ac8-8980-55872c25aca7 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:46.386780 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8070df8fd7264a8ba7eef4f73a3e766e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3475385 Oct 27 15:05:46.386780 dv-cinder-815673-1-smb neutron-server[82783]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 15:05:46.387205 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909a5309-cdf4-4775-93cd-ddb86316b1f9,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:46.389364 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34750) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:46.427677 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:46.428602 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-059f0531-c360-433a-8918-142481d59ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.432711 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-67e357fb-c1c1-4a62-b746-8701ea227b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:46.475307 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.478503 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:46.478746 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Router ce24be3e-892e-4346-96fa-b01a3dc8dfbc has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:05:46.486138 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:46.489981 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2b135fdd-cd84-4ae0-ba4f-860db6988cff req-22cf1c80-fd9e-4cb2-a258-e9b786975380 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 210 time: 0.1113882 Oct 27 15:05:46.492715 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:46.493180 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450149'] for router_interface, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.523910 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Pushing event updated for resources: {'Port': ['ID=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:46.528222 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:46.528938 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4d83d357-3f16-43e5-84a0-cd78104d2a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:46.564374 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597d64c2-fbf2-4970-9c18-bd9bc8acecf2,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:46.567657 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:46.590721 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:46.637122 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.765774 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34766) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:46.790654 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-059f0531-c360-433a-8918-142481d59ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.804773 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] Provisioning for port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:46.837866 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Attempting to bind port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:05:46.840125 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Attempting to bind port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:05:46.840793 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Attempting to bind port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca on network 0f55d325-7075-4613-8cc1-223ea34f07f9 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:05:46.850760 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34770) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:46.852764 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:05:46.853368 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:46.854000 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.854595 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Bound using segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:05:46.855273 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Bound port: 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:05:46.855893 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.898228 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] Provisioning complete for port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:46.914727 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:46.954956 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.007380 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:47.012375 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] Usage tracker for resource:security_group_rule and tenant:8b46b88ef6914777bef21a6aa5f72f44 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:47.017446 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.022356 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.023698 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447809'] for router_interface, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.029774 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:47.030034 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:47.041919 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:47.130944 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Pushing event updated for resources: {'Port': ['ID=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,revision_number=2']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:47.142891 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.145165 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-059f0531-c360-433a-8918-142481d59ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.157054 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:47.162976 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9566e-25f5-4680-bf71-6dfc0ea1852b None None] Pushing event updated for resources: {'Port': ['ID=8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:47.176157 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b4f9566e-25f5-4680-bf71-6dfc0ea1852b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:47.217577 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:47.262896 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f0531-c360-433a-8918-142481d59ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909a5309-cdf4-4775-93cd-ddb86316b1f9,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:47.323472 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-059f0531-c360-433a-8918-142481d59ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:47.361634 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.376976 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 6d9700b7-a3a2-4ac8-8980-55872c25aca7 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:47.436275 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-059f0531-c360-433a-8918-142481d59ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.440690 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-059f0531-c360-433a-8918-142481d59ee7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/909a5309-cdf4-4775-93cd-ddb86316b1f9 HTTP/1.1" status: 204 len: 168 time: 1.1391721 Oct 27 15:05:47.456660 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 6d9700b7-a3a2-4ac8-8980-55872c25aca7 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:47.457041 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.486238 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.500168 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.502755 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.517092 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:47.518700 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:47.530784 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] For port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:05:47.579466 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] For port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:05:47.590906 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.626977 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:47.630622 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.636482 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Usage tracker for resource:security_group_rule and tenant:e4f5acdf82844c6586d7b5d659b77a9f is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:47.640835 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:47.648849 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:47.658517 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:47.951391 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:47.956656 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:48.004115 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34824) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:48.005062 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8b46b88ef6914777bef21a6aa5f72f44&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1509581 Oct 27 15:05:48.010598 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e016e-2bc4-4243-b687-0cd1d0d3a891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10290227-1aeb-4d61-adb6-06f48a65589b,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:48.040804 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.050544 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9566e-25f5-4680-bf71-6dfc0ea1852b None None] Pushing event updated for resources: {'Port': ['ID=8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:48.081127 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] For port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:05:48.083888 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b4f9566e-25f5-4680-bf71-6dfc0ea1852b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:48.087321 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597d64c2-fbf2-4970-9c18-bd9bc8acecf2,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:48.089722 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:48.090396 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:48.090744 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:48.097990 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ad8a1aae-722d-47bb-a7b8-9726c7c6198e req-a4e2debf-589e-4675-b185-fac7583219cc tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 210 time: 0.1962056 Oct 27 15:05:48.098481 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.108774 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.112567 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/597d64c2-fbf2-4970-9c18-bd9bc8acecf2 HTTP/1.1" status: 204 len: 168 time: 1.7184381 Oct 27 15:05:48.112567 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.149353 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:48.154177 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-edf1ba50-e56a-4d16-bdab-e66e724d3d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:48.185532 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4f5acdf82844c6586d7b5d659b77a9f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3668692 Oct 27 15:05:48.188357 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2d96fb-6084-4f15-8bdc-b38fa7f6920a,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:48.191714 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:48.192520 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34834) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:48.278431 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:05:48.284128 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] 10.222.0.55 "PUT /v2.0/routers/ce24be3e-892e-4346-96fa-b01a3dc8dfbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3670118 Oct 27 15:05:48.347978 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34840) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:48.348675 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a1b91f9d-b6c6-46e8-a7ed-4e95794362a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.364657 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.442665 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:05:48.443353 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:05:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:48.502772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a1b91f9d-b6c6-46e8-a7ed-4e95794362a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.551817 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.671005 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 6d9700b7-a3a2-4ac8-8980-55872c25aca7, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=6d9700b7-a3a2-4ac8-8980-55872c25aca7,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:05:48.706454 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] Pushing event updated for resources: {'Port': ['ID=2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:48.733452 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.738680 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:48.740579 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:48.752379 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Usage tracker for resource:security_group_rule and tenant:da141fa014754863b55fc36c5213406a is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:48.759471 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:48.773885 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:48.812586 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d26988cf-42dd-4f37-9881-dfe14a52a170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.853490 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 09039a82-ffeb-47ab-9f38-f431ddef3365 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:48.956777 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Sync routers for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:05:48.975107 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d26988cf-42dd-4f37-9881-dfe14a52a170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:48.977609 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:05:48.978479 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:05:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:48.985635 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:48.998856 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.004068 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a1b91f9d-b6c6-46e8-a7ed-4e95794362a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.008933 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.019801 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-8196a43e-fbc6-4e67-8d40-f86365f3cfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.037565 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-059f0531-c360-433a-8918-142481d59ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:49.053492 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Provisioning for port 4cc77c59-0224-40e9-989c-2f72bce12429 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:49.109904 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b91f9d-b6c6-46e8-a7ed-4e95794362a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2d96fb-6084-4f15-8bdc-b38fa7f6920a,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:49.139395 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a1b91f9d-b6c6-46e8-a7ed-4e95794362a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.158648 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-a1b91f9d-b6c6-46e8-a7ed-4e95794362a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be2d96fb-6084-4f15-8bdc-b38fa7f6920a HTTP/1.1" status: 204 len: 168 time: 0.9638166 Oct 27 15:05:49.215719 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:05:49.226927 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Provisioning complete for port 4cc77c59-0224-40e9-989c-2f72bce12429 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:49.227385 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.256157 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d26988cf-42dd-4f37-9881-dfe14a52a170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.264164 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3dba0ec-9992-4762-9364-acf90d660bd6,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:49.270838 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:49.272062 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:49.274021 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:49.293767 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34880) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:49.296171 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:49.297805 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da141fa014754863b55fc36c5213406a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8824146 Oct 27 15:05:49.420843 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.587402 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=6d9700b7-a3a2-4ac8-8980-55872c25aca7,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:49.600850 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:05:49.611124 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:49.615941 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d26988cf-42dd-4f37-9881-dfe14a52a170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.623403 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Port 4cc77c59-0224-40e9-989c-2f72bce12429 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:05:49.631859 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-d26988cf-42dd-4f37-9881-dfe14a52a170 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10290227-1aeb-4d61-adb6-06f48a65589b HTTP/1.1" status: 204 len: 168 time: 1.6192250 Oct 27 15:05:49.633344 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26988cf-42dd-4f37-9881-dfe14a52a170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10290227-1aeb-4d61-adb6-06f48a65589b,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:49.636990 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d26988cf-42dd-4f37-9881-dfe14a52a170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:49.646910 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:05:49.772454 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 09039a82-ffeb-47ab-9f38-f431ddef3365 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:49.787317 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ff32df56-dec1-4457-961f-d9cb362e61b2 req-aafd5401-936d-40eb-a8b3-b24fb5a7a630 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 210 time: 0.1209493 Oct 27 15:05:49.865122 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Provisioning complete for port 09039a82-ffeb-47ab-9f38-f431ddef3365 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:49.865886 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.889343 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b25f1817-b1e1-495c-8120-9cc4d76b5eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.906063 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34896) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:49.915611 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439549519', 'description': 'tempest-description--806269498'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:49.927452 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 09039a82-ffeb-47ab-9f38-f431ddef3365 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:49.927991 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:49.930563 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:49.942679 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:security_group and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:49.950576 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:49.960799 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:49.970646 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.52', 62018) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:50.022214 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b25f1817-b1e1-495c-8120-9cc4d76b5eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.080705 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.087882 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34902) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:50.158111 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.262753 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:50.278804 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Usage tracker for resource:security_group_rule and tenant:7d8d7f112a1f4b89b3392023a9b64064 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:50.282084 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:50.289534 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:50.346596 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:50.357072 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:security_group_rule and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:50.366235 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.367114 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:50.382174 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:50.419167 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.450864 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:44Z', 'revision_number': 2, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:50.469839 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Checking router: ce24be3e-892e-4346-96fa-b01a3dc8dfbc for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:05:50.472994 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] For port 09039a82-ffeb-47ab-9f38-f431ddef3365, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=09039a82-ffeb-47ab-9f38-f431ddef3365,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:05:50.473986 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Updating router ce24be3e-892e-4346-96fa-b01a3dc8dfbc port 4cc77c59-0224-40e9-989c-2f72bce12429 binding host dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:05:50.478124 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b25f1817-b1e1-495c-8120-9cc4d76b5eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.478437 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.492087 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.508710 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3fab9e0a-bae7-4197-b6bf-33e30c077763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:50.516727 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e926c-add5-4010-aa83-77650d664e6d req-1dae2c9c-2fb3-49e8-b8ad-7db128edce01 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:50.516976 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:50.519070 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-1dae2c9c-2fb3-49e8-b8ad-7db128edce01 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.52 "GET /v2.0/networks?id=3df8231d-714f-4040-b4cb-a36ecd0f85df HTTP/1.1" status: 200 len: 812 time: 0.5469830 Oct 27 15:05:50.543538 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.569413 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Request body: {'port': {'device_id': '8d91be48-659b-4eea-b815-faaa79592fb0', 'network_id': '3df8231d-714f-4040-b4cb-a36ecd0f85df', 'admin_state_up': True, 'tenant_id': '6080cbf69f1e4e3cb90780f01225f77f'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:50.570043 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 2, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:50.581648 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f1817-b1e1-495c-8120-9cc4d76b5eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3dba0ec-9992-4762-9364-acf90d660bd6,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:50.598361 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:05:50.617820 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63aee50-6626-46f5-82f5-a2f7a81b9256 None None] The sync data for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb is: [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 2, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:05:50.628264 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b25f1817-b1e1-495c-8120-9cc4d76b5eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:50.628800 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b25f1817-b1e1-495c-8120-9cc4d76b5eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:50.664921 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.667833 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.682540 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.db.api [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:05:50.682985 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_db.api [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:05:50.686187 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b25f1817-b1e1-495c-8120-9cc4d76b5eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.688206 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b25f1817-b1e1-495c-8120-9cc4d76b5eb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c3dba0ec-9992-4762-9364-acf90d660bd6 HTTP/1.1" status: 204 len: 168 time: 1.3602352 Oct 27 15:05:50.708662 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Pushing event updated for resources: {'Port': ['ID=09039a82-ffeb-47ab-9f38-f431ddef3365,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:50.715222 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:50.720501 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4726e39a-0ca7-4f46-9190-4f42aa7a6ed3,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:50.726541 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] 10.222.0.55 "PUT /v2.0/routers/340c906e-b1b8-4a4c-a3bc-ee2620cb3656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5916708 Oct 27 15:05:50.727713 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:50.732887 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d8d7f112a1f4b89b3392023a9b64064&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6342187 Oct 27 15:05:50.733669 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34918) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:50.741988 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.742683 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-2dbf6e8e-0bc8-45cd-9faf-5dce33eee94d None None] Provisioning complete for port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:50.743220 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6e8e-0bc8-45cd-9faf-5dce33eee94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.859462 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:50.880744 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-66ad24bd-d0a1-4378-99a2-8175aa86f5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.945872 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-66ad24bd-d0a1-4378-99a2-8175aa86f5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:50.960091 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da633727-8c96-489e-b218-26204bd1c103,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:50.993611 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:51.045510 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c83ea201-6327-4344-be0d-ebf88a0ab3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.080901 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-66ad24bd-d0a1-4378-99a2-8175aa86f5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.084252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.086324 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.1785481 Oct 27 15:05:51.090089 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 34936) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:51.111896 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'security_group_rule': {'security_group_id': 'da633727-8c96-489e-b218-26204bd1c103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:51.119670 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:51.128575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:security_group_rule and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:51.133126 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:51.136434 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:51.144988 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:51.151571 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Usage tracker for resource:port and tenant:6080cbf69f1e4e3cb90780f01225f77f is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:51.162057 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:51.176758 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-2dbf6e8e-0bc8-45cd-9faf-5dce33eee94d None None] Provisioning for port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:51.184553 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:51.190124 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:51.224891 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Made reservation on behalf of 6080cbf69f1e4e3cb90780f01225f77f for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:51.229529 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.253968 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d0ad4e86-ab6e-45b1-9223-fc13f0253fd7 req-bac95ec8-669a-4b3a-ad01-0575bf684b85 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 210 time: 0.1712577 Oct 27 15:05:51.258759 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad24bd-d0a1-4378-99a2-8175aa86f5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4726e39a-0ca7-4f46-9190-4f42aa7a6ed3,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:51.273250 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-2dbf6e8e-0bc8-45cd-9faf-5dce33eee94d None None] Provisioning complete for port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:51.275271 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-2dbf6e8e-0bc8-45cd-9faf-5dce33eee94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.275748 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-66ad24bd-d0a1-4378-99a2-8175aa86f5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:51.286850 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-66ad24bd-d0a1-4378-99a2-8175aa86f5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.288172 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-66ad24bd-d0a1-4378-99a2-8175aa86f5bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4726e39a-0ca7-4f46-9190-4f42aa7a6ed3 HTTP/1.1" status: 204 len: 168 time: 0.5523560 Oct 27 15:05:51.288581 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.425720 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.429621 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.464862 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:51.472859 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Notify callbacks [] for port, precommit_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.496777 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.provisioning_blocks [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Transition to ACTIVE for port object 4cc77c59-0224-40e9-989c-2f72bce12429 will not be triggered until provisioned by entity L2. {{(pid=82785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:51.507734 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.510410 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8843ec4-a16f-4a29-a9fc-c798c4bd748e,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:51.530323 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:51.542644 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:51.552794 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-2dbf6e8e-0bc8-45cd-9faf-5dce33eee94d None None] Port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:05:51.585412 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Allocated IP 172.20.0.3 (3df8231d-714f-4040-b4cb-a36ecd0f85df/5f961523-8a27-4759-af24-086a310c00c6/cb6e988b-0358-40d6-9171-18e2dcb2dace) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:51.587873 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.595935 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34964) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:51.596066 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5049336 Oct 27 15:05:51.601787 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'security_group_rule': {'security_group_id': 'da633727-8c96-489e-b218-26204bd1c103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:51.612340 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:51.620204 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:security_group_rule and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:51.628280 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:51.644314 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:51.670598 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.716611 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:51.783685 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.789917 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.807353 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:51.852697 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7a25e4-c0bb-4d94-ba2e-6c25195d9fe8,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:51.876729 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:51.885865 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.889256 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2912824 Oct 27 15:05:51.891745 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 34972) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:51.900205 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.907793 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'floatingip': {'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:51.911781 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:51.915208 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:51.917717 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:51.931528 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:floatingip and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:51.937954 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:51.950860 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:51.976850 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.065613 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe2b10-d628-4fb2-9a5a-eac1e17ac119 None None] Pushing event updated for resources: {'Port': ['ID=4cc77c59-0224-40e9-989c-2f72bce12429,revision_number=3']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:52.085054 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-3dfe2b10-d628-4fb2-9a5a-eac1e17ac119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:52.125836 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Attempting to bind port 4cc77c59-0224-40e9-989c-2f72bce12429 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:05:52.127248 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Attempting to bind port 4cc77c59-0224-40e9-989c-2f72bce12429 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:05:52.127624 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Attempting to bind port 4cc77c59-0224-40e9-989c-2f72bce12429 on network e97f6297-20f8-444b-8f59-70b41c6cdc5c {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:05:52.145751 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:05:52.146139 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Checking segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:52.148725 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.149136 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Bound using segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:05:52.149633 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Bound port: 4cc77c59-0224-40e9-989c-2f72bce12429, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'}}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:05:52.150043 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.152341 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.196668 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.208475 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 6d9700b7-a3a2-4ac8-8980-55872c25aca7 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:52.211211 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:52.335656 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.386724 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] For port 4cc77c59-0224-40e9-989c-2f72bce12429, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:05:52.388563 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 6d9700b7-a3a2-4ac8-8980-55872c25aca7 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:52.391980 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.401554 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] For port 4cc77c59-0224-40e9-989c-2f72bce12429, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4cc77c59-0224-40e9-989c-2f72bce12429,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:05:52.409168 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.427362 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:52.548393 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Pushing event updated for resources: {'Port': ['ID=cb6e988b-0358-40d6-9171-18e2dcb2dace,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:52.579385 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:52.617211 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Network 3df8231d-714f-4040-b4cb-a36ecd0f85df is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:52.627281 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:52.639239 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:52.645557 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Allocated IP 172.28.2.50 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/7f952bb0-6ab7-487f-96ee-947167124e14) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:52.664657 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:52.665324 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:52.743585 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1797528 Oct 27 15:05:52.761787 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-8449deb8-6bcb-49fa-bb9e-a720111a6e60 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82782) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 15:05:52.772195 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-8449deb8-6bcb-49fa-bb9e-a720111a6e60 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0182266 Oct 27 15:05:52.791023 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 09039a82-ffeb-47ab-9f38-f431ddef3365 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:52.808048 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:05:52.809738 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:05:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:53.106956 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 09039a82-ffeb-47ab-9f38-f431ddef3365 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:53.107473 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:53.279881 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:53.495157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35002) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:53.498561 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe2b10-d628-4fb2-9a5a-eac1e17ac119 None None] Pushing event updated for resources: {'Port': ['ID=4cc77c59-0224-40e9-989c-2f72bce12429,revision_number=4']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:53.508883 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-3dfe2b10-d628-4fb2-9a5a-eac1e17ac119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.080s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:53.509126 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849651918', 'description': 'tempest-description--302788139'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:53.542711 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:53.573331 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:53.590275 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:security_group and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:53.603449 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:53.613100 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:53.633879 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:53.659236 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:53.659837 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:05:53.665109 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:53.783073 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:53.802908 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:53.808854 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:security_group_rule and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:53.814617 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:53.821985 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:53.868303 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'Port': ['ID=7f952bb0-6ab7-487f-96ee-947167124e14,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:53.913368 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:53.962816 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:53.965835 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:53.971795 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:53.973578 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:53.976722 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:54.009467 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:54.024745 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:54.033508 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-90bb0aeb-2bf1-4f54-9847-cfc386f79265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:54.034199 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.122107 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc12068-0451-4ad1-9795-fd1cad494508,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:54.127606 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:54.140566 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.146606 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6487689 Oct 27 15:05:54.147664 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35016) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:54.156711 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'security_group_rule': {'security_group_id': 'ecc12068-0451-4ad1-9795-fd1cad494508', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:54.164484 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:54.172715 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:security_group_rule and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:54.181841 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:54.203752 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:54.244499 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.365615 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:52Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:05:54.370656 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a7178-73ad-42ec-a811-d9dd25f9953c None None] The sync data for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb is: [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:52Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:05:54.415419 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.426544 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Request body: {'port': {'device_id': '8d91be48-659b-4eea-b815-faaa79592fb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:54.478240 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:05:54.487345 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.491954 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:54.533982 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c464fb-5ef1-40f7-873a-b0d11d1f5f7b req-c7af5528-6a04-4671-a9bc-cbec4d237d7d tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:54.551251 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d7c464fb-5ef1-40f7-873a-b0d11d1f5f7b req-c7af5528-6a04-4671-a9bc-cbec4d237d7d tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 931 time: 1.8049376 Oct 27 15:05:54.635321 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.650739 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.682857 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:54.686287 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:54.711151 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35024) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:54.717593 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.740543 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-b6b9f488-7c2c-4e37-8706-d6431cf2accf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:54.755208 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-d7c464fb-5ef1-40f7-873a-b0d11d1f5f7b req-f4bf9ac3-045e-4be1-b28e-53696f8c1596 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Synchronizing usage tracker for tenant:6080cbf69f1e4e3cb90780f01225f77f on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:05:54.782106 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1767c0e6-8464-4919-bfe2-cf690c9d8cf7,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:54.783837 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.789493 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:54.794205 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:54.832838 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-d7c464fb-5ef1-40f7-873a-b0d11d1f5f7b req-f4bf9ac3-045e-4be1-b28e-53696f8c1596 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Unset dirty status for tenant:6080cbf69f1e4e3cb90780f01225f77f on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:05:54.834491 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d7c464fb-5ef1-40f7-873a-b0d11d1f5f7b req-f4bf9ac3-045e-4be1-b28e-53696f8c1596 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822468 Oct 27 15:05:55.233283 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.242354 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.247993 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:55.401542 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.460748 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.476784 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5836823 Oct 27 15:05:55.496758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'Port': ['ID=7f952bb0-6ab7-487f-96ee-947167124e14,revision_number=2']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:55.508523 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:55.510943 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6e988b-0358-40d6-9171-18e2dcb2dace {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:05:55.524092 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.557062 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Transition to ACTIVE for port object cb6e988b-0358-40d6-9171-18e2dcb2dace will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:05:55.569812 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.574365 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35044) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:55.574801 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4241228 Oct 27 15:05:55.582593 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'security_group_rule': {'security_group_id': 'ecc12068-0451-4ad1-9795-fd1cad494508', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:55.600626 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:55.618935 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:security_group_rule and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:55.627166 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.629184 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:55.631792 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.644407 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35050) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:55.669864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:55.717983 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:55.726576 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:55.740834 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Usage tracker for resource:security_group_rule and tenant:b6fe077c0f784599807f59a594f09ef2 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:55.745693 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:55.767906 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:55.879136 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:55.907244 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4cc77c59-0224-40e9-989c-2f72bce12429 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:56.061291 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.077112 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.099027 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2679c7e4-2fc9-4987-99e7-d573c8c8f13e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:56.189153 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d21be50-f6b5-41ab-ab74-c82b861fd2b8,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:56.198856 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:56.204148 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 4cc77c59-0224-40e9-989c-2f72bce12429 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:05:56.211277 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 4cc77c59-0224-40e9-989c-2f72bce12429 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:56.212397 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.220690 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.223162 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6471889 Oct 27 15:05:56.227092 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35074) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:56.241224 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'floatingip': {'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:56.244637 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6e988b-0358-40d6-9171-18e2dcb2dace,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:56.254056 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:56.264337 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:floatingip and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:56.277933 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:56.287745 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:56.307171 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:56.313426 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.447864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1020540476-network', 'tenant_id': 'fca523176c3b4c8ab160397cd8b51b84'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:56.459431 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:56.471740 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Usage tracker for resource:network and tenant:fca523176c3b4c8ab160397cd8b51b84 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:56.480484 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:56.492931 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:56.523614 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Made reservation on behalf of fca523176c3b4c8ab160397cd8b51b84 for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:56.527375 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.540341 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.616918 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 4cc77c59-0224-40e9-989c-2f72bce12429, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4cc77c59-0224-40e9-989c-2f72bce12429,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:05:56.634794 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.634998 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.635988 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:56.639023 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-7f896090-6e0d-4f8e-8818-29920ee90bc6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Synchronizing usage tracker for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:security_group {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:05:56.647661 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.660260 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:56.679844 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Attempting to bind port cb6e988b-0358-40d6-9171-18e2dcb2dace on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:05:56.680364 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Attempting to bind port cb6e988b-0358-40d6-9171-18e2dcb2dace by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '3df8231d-714f-4040-b4cb-a36ecd0f85df'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:05:56.680833 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Attempting to bind port cb6e988b-0358-40d6-9171-18e2dcb2dace on network 3df8231d-714f-4040-b4cb-a36ecd0f85df {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:05:56.687461 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-7f896090-6e0d-4f8e-8818-29920ee90bc6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Unset dirty status for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:security_group {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:05:56.696408 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-7f896090-6e0d-4f8e-8818-29920ee90bc6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1439549519&fields=id&tenant_id=37b7003b5b6c4189901c618c23f98dc3 HTTP/1.1" status: 200 len: 267 time: 0.4930177 Oct 27 15:05:56.698214 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:56.717234 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.816082 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Port cb6e988b-0358-40d6-9171-18e2dcb2dace on network 3df8231d-714f-4040-b4cb-a36ecd0f85df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:05:56.816741 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Attempting to bind port cb6e988b-0358-40d6-9171-18e2dcb2dace on network 3df8231d-714f-4040-b4cb-a36ecd0f85df {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:05:56.824388 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6fe077c0f784599807f59a594f09ef2&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1066408 Oct 27 15:05:56.865891 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35086) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:56.892754 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=4cc77c59-0224-40e9-989c-2f72bce12429,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:56.896977 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:56.905985 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:56.906669 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:56.941184 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:56.957434 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Usage tracker for resource:security_group_rule and tenant:fca523176c3b4c8ab160397cd8b51b84 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:56.963757 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:56.980570 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:57.146795 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e9436eb3-8a75-491a-95bf-08a9d99c9d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.207928 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.222904 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e9436eb3-8a75-491a-95bf-08a9d99c9d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.224369 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.268685 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:57.335325 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42377dc-91f6-4261-9044-14a81966defa,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:57.337716 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] vlan segment allocate from pool success with {'vlan_id': 1378, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:05:57.354947 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e9436eb3-8a75-491a-95bf-08a9d99c9d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.356257 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:05:57.356735 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Checking segment: {'id': '6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '3df8231d-714f-4040-b4cb-a36ecd0f85df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:57.357296 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Bound using segment: {'id': '6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '3df8231d-714f-4040-b4cb-a36ecd0f85df'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:05:57.357833 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Bound port: cb6e988b-0358-40d6-9171-18e2dcb2dace, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '3df8231d-714f-4040-b4cb-a36ecd0f85df'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:05:57.359139 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.361178 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10efcd0-51ef-4364-a971-40fca0dc8170 req-a3c13079-c3c0-4326-871c-f2d99593c9bf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:57.362848 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f10efcd0-51ef-4364-a971-40fca0dc8170 req-a3c13079-c3c0-4326-871c-f2d99593c9bf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 943 time: 0.9271019 Oct 27 15:05:57.378343 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59969a9-2b45-4bba-b79e-b57b66cb076c,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:57.381733 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:57.409038 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.409918 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Added segment a0b59ad2-9fd9-4e16-8785-b59871b41b53 of type vlan for network 9e003cd5-f837-42a8-8a9e-4e01127a20c8 Oct 27 15:05:57.422142 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:57.462054 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.470579 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f10efcd0-51ef-4364-a971-40fca0dc8170 req-92357d33-55ee-43c0-ba92-1d2d56e10ec6 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983367 Oct 27 15:05:57.558180 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.614514 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:57.666326 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e9436eb3-8a75-491a-95bf-08a9d99c9d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.669903 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-e9436eb3-8a75-491a-95bf-08a9d99c9d32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b42377dc-91f6-4261-9044-14a81966defa HTTP/1.1" status: 204 len: 168 time: 0.8004246 Oct 27 15:05:57.669903 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9436eb3-8a75-491a-95bf-08a9d99c9d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42377dc-91f6-4261-9044-14a81966defa,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:57.677318 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e9436eb3-8a75-491a-95bf-08a9d99c9d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:57.735533 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4cc77c59-0224-40e9-989c-2f72bce12429 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:05:57.765679 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-788ac5a9-3942-4b39-bb6d-1b8dc31246e0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:57.766443 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-788ac5a9-3942-4b39-bb6d-1b8dc31246e0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Synchronizing usage tracker for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:network {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:05:57.804595 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] For port cb6e988b-0358-40d6-9171-18e2dcb2dace, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:05:57.818686 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.822734 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] For port cb6e988b-0358-40d6-9171-18e2dcb2dace, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cb6e988b-0358-40d6-9171-18e2dcb2dace,segment=NetworkSegment(6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d),segment_id=6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:05:57.826136 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:57.826432 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-788ac5a9-3942-4b39-bb6d-1b8dc31246e0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Unset dirty status for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:network {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:05:57.826730 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.833443 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:57.840639 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-788ac5a9-3942-4b39-bb6d-1b8dc31246e0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 817 time: 1.1369174 Oct 27 15:05:57.891177 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-36ab3dc0-8170-4974-92d8-cbb52bc07ee9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/quotas/37b7003b5b6c4189901c618c23f98dc3 HTTP/1.1" status: 200 len: 375 time: 0.0485365 Oct 27 15:05:57.903595 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:57.927242 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 4cc77c59-0224-40e9-989c-2f72bce12429 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:05:57.927619 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:58.038550 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:58.110606 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Allocated IP 172.28.2.251 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/711fa173-7646-4d8c-9302-e124dd496116) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:05:58.153687 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.5080011 Oct 27 15:05:58.154658 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Pushing event updated for resources: {'Network': ['ID=9e003cd5-f837-42a8-8a9e-4e01127a20c8,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:58.156825 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35110) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:05:58.162860 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:58.167462 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Request body: {'subnet': {'network_id': '9e003cd5-f837-42a8-8a9e-4e01127a20c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1020540476-subnet', 'tenant_id': 'fca523176c3b4c8ab160397cd8b51b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:05:58.173796 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:05:58.186269 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network 9e003cd5-f837-42a8-8a9e-4e01127a20c8 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:05:58.193461 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:58.197770 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Usage tracker for resource:subnet and tenant:fca523176c3b4c8ab160397cd8b51b84 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:05:58.205101 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:05:58.208468 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] 10.222.0.52 "PUT /v2.0/ports/cb6e988b-0358-40d6-9171-18e2dcb2dace HTTP/1.1" status: 200 len: 1093 time: 4.6646073 Oct 27 15:05:58.211252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6e988b-0358-40d6-9171-18e2dcb2dace,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:58.217669 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d91be48-659b-4eea-b815-faaa79592fb0', 'tag': 'cb6e988b-0358-40d6-9171-18e2dcb2dace'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:05:58.224534 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:05:58.332384 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:58.348649 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Made reservation on behalf of fca523176c3b4c8ab160397cd8b51b84 for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:05:58.351016 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:58.355101 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-7e8df964-778d-4bfe-82f5-2f5dc89d3949 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Synchronizing usage tracker for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:05:58.377577 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-7e8df964-778d-4bfe-82f5-2f5dc89d3949 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Unset dirty status for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:05:58.379801 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-7e8df964-778d-4bfe-82f5-2f5dc89d3949 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4784620 Oct 27 15:05:58.740209 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:58.793325 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-e433d522-bc8a-4ef8-9608-03cfb652cf68 service neutron] 10.222.0.55 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986988 Oct 27 15:05:59.006312 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:59.034905 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:59.074650 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-29c3eeb7-1740-4d32-9dd9-6ad6fce8d546 service neutron] 10.222.0.55 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754767 Oct 27 15:05:59.091838 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb4c4d-ddb0-42ff-b735-270f0880bea7 req-aacda867-203e-4a55-906c-3da29bd0e1af tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:05:59.094710 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bceb4c4d-ddb0-42ff-b735-270f0880bea7 req-aacda867-203e-4a55-906c-3da29bd0e1af tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 943 time: 0.3386767 Oct 27 15:05:59.350858 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'Port': ['ID=711fa173-7646-4d8c-9302-e124dd496116,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:59.382785 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:05:59.384047 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:59.390936 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:05:59.400932 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:05:59.413341 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bceb4c4d-ddb0-42ff-b735-270f0880bea7 req-6a893115-bab5-40bc-91da-196490bb1b1c tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782602 Oct 27 15:05:59.426489 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:05:59.451089 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:05:59.570638 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9110df04-6172-4c55-b4c6-5a1348fa2faf,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:05:59.592525 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:05:59.743623 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-b68b720d-545b-4357-a0ec-d5a76a9a55d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6080cbf69f1e4e3cb90780f01225f77f&device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 1096 time: 0.2047052 Oct 27 15:05:59.830585 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8678e8e5-425e-4c59-9767-b62d07900d3d req-df5f8742-5bef-4517-99c4-37f9f03f864a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 210 time: 0.2368531 Oct 27 15:05:59.879795 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Checking segment: {'id': 'a0b59ad2-9fd9-4e16-8785-b59871b41b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1378, 'network_id': '9e003cd5-f837-42a8-8a9e-4e01127a20c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:05:59.888965 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Network hostable DHCP agents. Network: 9e003cd5-f837-42a8-8a9e-4e01127a20c8, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:05:59.912995 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:00.016459 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Network 9e003cd5-f837-42a8-8a9e-4e01127a20c8 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:06:00.022431 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:00.076748 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, 9e003cd5-f837-42a8-8a9e-4e01127a20c8) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:00.089709 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3122723b-8dc1-41a6-93ed-d363794e0148 None None] Network 9e003cd5-f837-42a8-8a9e-4e01127a20c8 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:06:00.123179 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:00.123801 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:00.181480 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-23957dbd-a80a-48a4-a0bb-71ae504a5ed3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0200052 Oct 27 15:06:00.428505 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-661ecd39-95bc-4309-9315-3b025ef2dd8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb6e988b-0358-40d6-9171-18e2dcb2dace HTTP/1.1" status: 200 len: 217 time: 0.2990842 Oct 27 15:06:00.432740 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d91be48-659b-4eea-b815-faaa79592fb0', 'tag': 'cb6e988b-0358-40d6-9171-18e2dcb2dace', 'status': 'completed', 'code': 200} Oct 27 15:06:00.736804 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:00.745246 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:00.794264 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cfa3d527-3c24-483c-a4e0-99850b1fef35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:00.795409 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b5edbb-a66c-4bd9-9336-5b5cb38745e7 None None] Network 9e003cd5-f837-42a8-8a9e-4e01127a20c8 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:06:00.988418 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:01.087716 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e926c-add5-4010-aa83-77650d664e6d req-d31b5f1e-c9f6-4b86-80fc-679cfc28b928 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:01.089407 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-d31b5f1e-c9f6-4b86-80fc-679cfc28b928 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f961523-8a27-4759-af24-086a310c00c6 HTTP/1.1" status: 200 len: 852 time: 0.2755229 Oct 27 15:06:01.154202 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'Port': ['ID=711fa173-7646-4d8c-9302-e124dd496116,revision_number=2']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:01.165282 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:01.257354 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-750f667c-c0ad-4976-8358-2425a4931d57 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3df8231d-714f-4040-b4cb-a36ecd0f85df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557462 Oct 27 15:06:01.259854 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35218) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:01.342609 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:01.372909 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1356347 Oct 27 15:06:01.433983 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e34e48-f01c-472d-bb2b-85743c105090 req-6135b582-efef-42f1-95fd-eada22cfb453 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:01.442565 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d0e34e48-f01c-472d-bb2b-85743c105090 req-6135b582-efef-42f1-95fd-eada22cfb453 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 943 time: 0.4412830 Oct 27 15:06:01.569059 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d0e34e48-f01c-472d-bb2b-85743c105090 req-50464b22-1464-4636-9d33-1d04b4b048bf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130033 Oct 27 15:06:01.576147 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-ab333a59-ba73-467a-b886-61b0c79d8c30 service neutron] 10.222.0.52 "GET /v2.0/networks/3df8231d-714f-4040-b4cb-a36ecd0f85df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770789 Oct 27 15:06:01.646072 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ca255f00-68b3-4399-a415-09cccbc97839 req-3a1155f7-7ffc-4a9e-836a-fed967ade1e3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 210 time: 0.2610700 Oct 27 15:06:01.901205 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:02.025275 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:02.036688 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:1cfec9fd136b4267a88cdc5b3a781b4b is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:02.049537 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:02.059326 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:02.220777 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:02.235147 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:02.254326 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ee93f0d6-9488-49c7-be8f-78f14846256e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:02.283621 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd8e423-1446-442f-8259-08c415b234ad,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:02.300712 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:02.355218 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1cfec9fd136b4267a88cdc5b3a781b4b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0910416 Oct 27 15:06:02.355615 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35252) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:02.364520 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-3be510dd-44af-458c-9b3d-5995050132bf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:02.408501 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-3be510dd-44af-458c-9b3d-5995050132bf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:02.409720 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-3be510dd-44af-458c-9b3d-5995050132bf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1849651918&fields=id&tenant_id=a93e3c0da90b460ea546ab8817fe2972 HTTP/1.1" status: 200 len: 267 time: 0.1866822 Oct 27 15:06:02.578337 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-83e3b4cf-e922-4bd8-a4ac-1f58dda5b933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:02.647867 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-83e3b4cf-e922-4bd8-a4ac-1f58dda5b933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:02.782426 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-83e3b4cf-e922-4bd8-a4ac-1f58dda5b933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:02.799809 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:02.880673 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3b4cf-e922-4bd8-a4ac-1f58dda5b933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd8e423-1446-442f-8259-08c415b234ad,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:02.911481 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-83e3b4cf-e922-4bd8-a4ac-1f58dda5b933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:02.985640 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-9dc892bf-cdf6-4ad4-948b-33017175ab46 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:02.986359 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-9dc892bf-cdf6-4ad4-948b-33017175ab46 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:network {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:03.047370 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-9dc892bf-cdf6-4ad4-948b-33017175ab46 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:network {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:03.049009 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-9dc892bf-cdf6-4ad4-948b-33017175ab46 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 811 time: 0.6239247 Oct 27 15:06:03.092536 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-370f966a-56d0-428c-a548-067000cfff25 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/quotas/a93e3c0da90b460ea546ab8817fe2972 HTTP/1.1" status: 200 len: 375 time: 0.0358651 Oct 27 15:06:03.093749 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-83e3b4cf-e922-4bd8-a4ac-1f58dda5b933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:03.095499 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-83e3b4cf-e922-4bd8-a4ac-1f58dda5b933 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fd8e423-1446-442f-8259-08c415b234ad HTTP/1.1" status: 204 len: 168 time: 0.7372861 Oct 27 15:06:03.349113 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-939fc045-d3ab-4fc7-961d-1270d9ec7cd5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:03.410017 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-939fc045-d3ab-4fc7-961d-1270d9ec7cd5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:03.434169 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-939fc045-d3ab-4fc7-961d-1270d9ec7cd5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3372500 Oct 27 15:06:03.456735 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bfbf3-f21e-49b0-be66-f196b0e70372 req-bcd202c0-4537-48bb-b54b-0a0fc3477a22 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:03.457378 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-df8bfbf3-f21e-49b0-be66-f196b0e70372 req-bcd202c0-4537-48bb-b54b-0a0fc3477a22 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Synchronizing usage tracker for tenant:6080cbf69f1e4e3cb90780f01225f77f on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:03.469012 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594e926c-add5-4010-aa83-77650d664e6d req-ac1085f5-9c9f-4ede-9fdf-3c1db7cc42b5 service neutron] 10.222.0.52 "GET /v2.0/networks/3df8231d-714f-4040-b4cb-a36ecd0f85df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308904 Oct 27 15:06:03.490208 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-df8bfbf3-f21e-49b0-be66-f196b0e70372 req-bcd202c0-4537-48bb-b54b-0a0fc3477a22 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Unset dirty status for tenant:6080cbf69f1e4e3cb90780f01225f77f on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:03.493967 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-df8bfbf3-f21e-49b0-be66-f196b0e70372 req-bcd202c0-4537-48bb-b54b-0a0fc3477a22 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 943 time: 0.6087503 Oct 27 15:06:03.661328 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-df8bfbf3-f21e-49b0-be66-f196b0e70372 req-ffefa6c2-3c99-4240-8c09-21345fb522fc tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437652 Oct 27 15:06:03.708402 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-7ffbf9fd-4927-48c2-99f6-50503b4290fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6080cbf69f1e4e3cb90780f01225f77f&device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 1096 time: 0.0800419 Oct 27 15:06:04.423956 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c5afbd6e-bcb0-42aa-90fc-ac209dcd0662 req-0bd9d277-b20c-4446-918c-a10ec8cfaad2 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 210 time: 0.2331324 Oct 27 15:06:04.425704 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-d7f25206-c945-4c20-a3bb-cbf35ab540a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:04.428082 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-d7f25206-c945-4c20-a3bb-cbf35ab540a5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3df8231d-714f-4040-b4cb-a36ecd0f85df HTTP/1.1" status: 200 len: 914 time: 0.6729345 Oct 27 15:06:04.481578 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.52', 62029) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:04.825862 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-2a1a4d59-c0cd-4072-ab5f-475e83b4e9cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb6e988b-0358-40d6-9171-18e2dcb2dace HTTP/1.1" status: 200 len: 217 time: 0.3344512 Oct 27 15:06:05.045157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-503ae951-97b5-4de8-a590-010e565289f7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:05.047193 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-503ae951-97b5-4de8-a590-010e565289f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f961523-8a27-4759-af24-086a310c00c6 HTTP/1.1" status: 200 len: 852 time: 0.0660446 Oct 27 15:06:05.152789 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-fc6fb62e-e678-4707-80af-a226d16c90db tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:05.154210 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-fc6fb62e-e678-4707-80af-a226d16c90db tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 817 time: 0.6722329 Oct 27 15:06:05.168833 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df01a-38ae-4b8f-bee8-f2f62f405105 req-83ebe20f-7d3f-49cc-8c5a-2f38b8cbcda7 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:05.170357 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-281df01a-38ae-4b8f-bee8-f2f62f405105 req-83ebe20f-7d3f-49cc-8c5a-2f38b8cbcda7 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 943 time: 0.1880155 Oct 27 15:06:05.230603 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35338) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:05.238009 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35342) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:05.268182 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-281df01a-38ae-4b8f-bee8-f2f62f405105 req-de0b924c-8d27-4e07-b784-afbd6eab515e tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880027 Oct 27 15:06:05.270213 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:05.310012 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:05.314189 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Usage tracker for resource:security_group_rule and tenant:f2963426ad8c4493aacef0eae92bf7c5 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:05.317258 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:05.323480 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:05.397969 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:05.402471 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:05.412307 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-fab704c0-fab6-4288-8f4c-1d5235863067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:05.452670 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89275b6e-f827-4a2e-9f8b-99ae3575d2db,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:05.459520 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35350) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:05.473383 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f2963426ad8c4493aacef0eae92bf7c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2226548 Oct 27 15:06:05.474439 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:05.480668 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-b416909d-2515-455e-b3fd-eb7108ffcb66 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=82783) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Oct 27 15:06:05.486700 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-b416909d-2515-455e-b3fd-eb7108ffcb66 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 1.0093777 Oct 27 15:06:05.540428 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f11189e2-3e1a-4864-beb0-d4476cf5bf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:05.651994 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f11189e2-3e1a-4864-beb0-d4476cf5bf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:05.665852 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35362) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:05.673324 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-fe0c027f-1f22-48d2-8ea6-d8013ac8196a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3df8231d-714f-4040-b4cb-a36ecd0f85df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046934 Oct 27 15:06:05.684131 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-757197466-network', 'tenant_id': 'd94a33032f344c35b014f0e3c6190694'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:05.698448 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:05.708910 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:05.741345 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-a244933e-5f6b-40f8-a1c0-7ad5e147f992 service neutron] 10.222.0.55 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535572 Oct 27 15:06:05.765854 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-38485486-cafe-4944-862c-8c19f0ba311b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b7003b5b6c4189901c618c23f98dc3 HTTP/1.1" status: 200 len: 380 time: 0.1984408 Oct 27 15:06:05.773546 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Usage tracker for resource:network and tenant:d94a33032f344c35b014f0e3c6190694 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:05.781824 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:05.810230 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'port': {'device_id': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'admin_state_up': True, 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'security_groups': ['da633727-8c96-489e-b218-26204bd1c103']}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:05.828039 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a5f31bbe-9e95-483d-b9ea-03da32b2f7f3 req-f4c8a5b6-4918-4eb0-ab90-d081378acd1d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 210 time: 0.1014671 Oct 27 15:06:05.828983 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:05.973006 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:05.986670 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:92655b9ad6ed4d37ae07d41003be3d28 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:05.990193 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:05.996479 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:06.022686 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Made reservation on behalf of d94a33032f344c35b014f0e3c6190694 for: {'network': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:06.025688 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.071252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.100917 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-70685e4e-2ff4-4fd1-9ce3-ca01089c67c8 service neutron] 10.222.0.55 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475237 Oct 27 15:06:06.124382 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f11189e2-3e1a-4864-beb0-d4476cf5bf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.148523 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:06.157515 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-e21c658e-4f2e-4ec8-8d00-93acdc3208be service neutron] 10.222.0.52 "GET /v2.0/networks/3df8231d-714f-4040-b4cb-a36ecd0f85df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602299 Oct 27 15:06:06.180565 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.186510 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.195511 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d26988cf-42dd-4f37-9881-dfe14a52a170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:06.197191 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11189e2-3e1a-4864-beb0-d4476cf5bf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89275b6e-f827-4a2e-9f8b-99ae3575d2db,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:06.199825 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f11189e2-3e1a-4864-beb0-d4476cf5bf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:06.240344 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:06.280716 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:06.294817 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd38697-dcab-4b8b-a622-967027b61a42,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:06.306683 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92655b9ad6ed4d37ae07d41003be3d28&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0749614 Oct 27 15:06:06.307618 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:06.309799 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35388) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:06.369814 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Usage tracker for resource:security_group_rule and tenant:d94a33032f344c35b014f0e3c6190694 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:06.372716 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f11189e2-3e1a-4864-beb0-d4476cf5bf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.376708 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-f11189e2-3e1a-4864-beb0-d4476cf5bf91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/89275b6e-f827-4a2e-9f8b-99ae3575d2db HTTP/1.1" status: 204 len: 168 time: 0.9133668 Oct 27 15:06:06.378538 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:06.392896 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:06.418023 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-398863c8-eb26-4542-9d00-ea60d81845e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.418876 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:06.430510 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.483088 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-398863c8-eb26-4542-9d00-ea60d81845e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.587392 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-398863c8-eb26-4542-9d00-ea60d81845e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.599662 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-374aff03-6dd2-4164-8fe4-926ee36c4ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:06.620376 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398863c8-eb26-4542-9d00-ea60d81845e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd38697-dcab-4b8b-a622-967027b61a42,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:06.622537 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-398863c8-eb26-4542-9d00-ea60d81845e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.624768 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-398863c8-eb26-4542-9d00-ea60d81845e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4cd38697-dcab-4b8b-a622-967027b61a42 HTTP/1.1" status: 204 len: 168 time: 0.3135540 Oct 27 15:06:06.630199 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-398863c8-eb26-4542-9d00-ea60d81845e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:06.653685 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Made reservation on behalf of 37b7003b5b6c4189901c618c23f98dc3 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:06.661062 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:06.664686 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bbc38-598f-4c77-8241-8df7363be850 req-e6044975-5afe-4e1e-bf5b-3128806c5dcb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:06.666211 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e62bbc38-598f-4c77-8241-8df7363be850 req-e6044975-5afe-4e1e-bf5b-3128806c5dcb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 943 time: 0.1240427 Oct 27 15:06:06.707627 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c1173d98-bf41-4735-a9e2-8abfb75582cc req-1ebd0a1c-ba34-4b62-9f37-ac663af8f398 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 210 time: 0.2965863 Oct 27 15:06:06.733691 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e62bbc38-598f-4c77-8241-8df7363be850 req-29625691-4ace-455d-b5df-03cb3c997978 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611389 Oct 27 15:06:06.955356 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-563eb72b-d001-4473-b2c8-9043dd0e4478 req-019b57ff-7bf6-4794-8a11-89ac93d66050 service neutron] 10.222.0.52 "GET /v2.0/networks/3df8231d-714f-4040-b4cb-a36ecd0f85df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7713075 Oct 27 15:06:07.136116 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Allocated IP 172.20.0.4 (e97f6297-20f8-444b-8f59-70b41c6cdc5c/8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba/58073106-fde6-49d1-a21b-f6286534cb90) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:06:07.373537 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7fe96086-35c1-4a4c-b985-5a8f2cbe4f0a req-7e4cab50-9b3f-4a8c-9c7f-ac5b092f0ff6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 210 time: 0.0778027 Oct 27 15:06:07.431941 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.445650 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.473614 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] vlan segment allocate from pool success with {'vlan_id': 1387, 'physical_network': 'physnet1'} {{(pid=82782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:06:07.488059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f11189e2-3e1a-4864-beb0-d4476cf5bf91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:07.525964 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.540657 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35440) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:07.545028 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.545371 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.segments_db [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Added segment bab7e050-4c8a-43d1-9806-c8198da12bb3 of type vlan for network 2efaf635-2d3c-4072-a1de-32ab9d71b896 Oct 27 15:06:07.556523 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5defe1c2-99eb-46f9-a98a-5787c168e869,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:07.559655 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Transition to ACTIVE for port object 58073106-fde6-49d1-a21b-f6286534cb90 will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:07.563330 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:07.581203 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.589647 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.621724 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.637969 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:07.654481 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:07.659932 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Usage tracker for resource:security_group_rule and tenant:7342a3981866446b895c9e8a686aa57b is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:07.663906 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:07.670541 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:07.684198 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.696794 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:07.697370 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.702499 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:06:07.714613 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:07.724625 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:06:07.728436 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:07.729014 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.758513 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:07.772001 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:07.775358 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:07.793813 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.799907 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:07.824220 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35450) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:07.826833 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:07.894900 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2223790 Oct 27 15:06:07.896005 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-73723b06-c8b2-4482-b491-b847b65f5fd6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1054025 Oct 27 15:06:07.896005 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35458) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:07.907104 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7342a3981866446b895c9e8a686aa57b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3617315 Oct 27 15:06:07.914316 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35462) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:07.920665 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61a70f8-46ad-4f13-96c5-3dd20739768a,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:07.951792 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:08.052920 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Request body: {'subnet': {'network_id': '2efaf635-2d3c-4072-a1de-32ab9d71b896', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-757197466-subnet', 'tenant_id': 'd94a33032f344c35b014f0e3c6190694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:08.069410 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Request body: {'port': {'device_id': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:08.092999 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ca2832ba-2aa9-4161-b6df-a591ef44a761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:08.223820 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-169817dd-f9ac-47b9-a7e5-bbac7705a64a None None] Provisioning for port 58073106-fde6-49d1-a21b-f6286534cb90 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:06:08.229502 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-169817dd-f9ac-47b9-a7e5-bbac7705a64a None None] Provisioning complete for port 58073106-fde6-49d1-a21b-f6286534cb90 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:08.235231 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-169817dd-f9ac-47b9-a7e5-bbac7705a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:08.274631 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ca2832ba-2aa9-4161-b6df-a591ef44a761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:08.291181 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-df2e38af-c596-4345-bbab-dbc40b829723 req-5f91d8b2-5fd5-4b08-8b20-75f975ecd9da tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 210 time: 0.1368825 Oct 27 15:06:08.364299 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-169817dd-f9ac-47b9-a7e5-bbac7705a64a None None] Port 58073106-fde6-49d1-a21b-f6286534cb90 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:06:08.382968 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ca2832ba-2aa9-4161-b6df-a591ef44a761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:08.390207 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b9c2d3cf-ef5c-453d-b854-2ad824f95183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:08.406996 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2832ba-2aa9-4161-b6df-a591ef44a761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61a70f8-46ad-4f13-96c5-3dd20739768a,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:08.409524 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Pushing event updated for resources: {'Network': ['ID=2efaf635-2d3c-4072-a1de-32ab9d71b896,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:08.422459 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ca2832ba-2aa9-4161-b6df-a591ef44a761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:08.425100 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ca2832ba-2aa9-4161-b6df-a591ef44a761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:08.429535 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-ca2832ba-2aa9-4161-b6df-a591ef44a761 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b61a70f8-46ad-4f13-96c5-3dd20739768a HTTP/1.1" status: 204 len: 168 time: 0.5138829 Oct 27 15:06:08.446935 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network 2efaf635-2d3c-4072-a1de-32ab9d71b896 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:06:08.523807 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:08.678480 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:08.679626 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Usage tracker for resource:subnet and tenant:d94a33032f344c35b014f0e3c6190694 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:08.693718 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff55963-bdfd-4672-a4ae-8be942390f3d req-ad4c8150-6abc-4360-aca8-d2ae89d4c1aa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:08.695338 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2ff55963-bdfd-4672-a4ae-8be942390f3d req-ad4c8150-6abc-4360-aca8-d2ae89d4c1aa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 931 time: 0.1007161 Oct 27 15:06:08.704568 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:08.732855 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:08.746948 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:08.756336 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2ff55963-bdfd-4672-a4ae-8be942390f3d req-fd794d32-74a6-4785-b9ad-51286af9af07 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506682 Oct 27 15:06:08.876563 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Made reservation on behalf of d94a33032f344c35b014f0e3c6190694 for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:08.878746 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:08.990451 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:09.042624 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Usage tracker for resource:security_group_rule and tenant:bb92aa362ec9421287b7bcc1440df09d is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:09.049137 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device cb6e988b-0358-40d6-9171-18e2dcb2dace details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:06:09.052681 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:09.063498 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:09.081708 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-aa05eb6a-2b34-4f77-bb5b-ad7b29e4b87b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:09.081708 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-aa05eb6a-2b34-4f77-bb5b-ad7b29e4b87b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 811 time: 0.6729603 Oct 27 15:06:09.086005 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:09.197793 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516b32f-22a8-47f7-8737-f6c511ee1add req-d156526c-bd5b-4195-9a02-828a90bf3f58 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:09.199264 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6516b32f-22a8-47f7-8737-f6c511ee1add req-d156526c-bd5b-4195-9a02-828a90bf3f58 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 943 time: 0.7954221 Oct 27 15:06:09.242449 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port cb6e988b-0358-40d6-9171-18e2dcb2dace, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cb6e988b-0358-40d6-9171-18e2dcb2dace,segment=NetworkSegment(6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d),segment_id=6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:09.258629 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': 'cb6e988b-0358-40d6-9171-18e2dcb2dace', 'network_id': '3df8231d-714f-4040-b4cb-a36ecd0f85df', 'port_id': 'cb6e988b-0358-40d6-9171-18e2dcb2dace', 'mac_address': 'fa:16:3e:84:08:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f961523-8a27-4759-af24-086a310c00c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:06:09.341148 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:09.383155 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-9e8ca271-2bab-4d76-bd4a-e77ceb149287 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:security_group {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:09.386004 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6e988b-0358-40d6-9171-18e2dcb2dace {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:06:09.422707 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port cb6e988b-0358-40d6-9171-18e2dcb2dace, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cb6e988b-0358-40d6-9171-18e2dcb2dace,segment=NetworkSegment(6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d),segment_id=6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:09.429704 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:09.432168 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-318d1713-59f0-4c2c-9d33-45566df584b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:09.582148 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6516b32f-22a8-47f7-8737-f6c511ee1add req-93ee5281-47c6-4a52-b5e1-b54523348270 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290467 Oct 27 15:06:09.589373 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=cb6e988b-0358-40d6-9171-18e2dcb2dace,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:09.611764 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-9e8ca271-2bab-4d76-bd4a-e77ceb149287 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:security_group {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:09.612590 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:09.612804 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-9e8ca271-2bab-4d76-bd4a-e77ceb149287 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93e3c0da90b460ea546ab8817fe2972 HTTP/1.1" status: 200 len: 380 time: 0.5100751 Oct 27 15:06:09.645607 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'port': {'device_id': '9b917a38-c109-4b13-b371-a1f0be792d07', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'admin_state_up': True, 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'security_groups': ['ecc12068-0451-4ad1-9795-fd1cad494508']}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:09.649177 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-00dbf389-c60a-4738-b34c-bb40238e133c req-4f81560c-d7a1-4556-ba69-f0c2df82f753 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 210 time: 0.0897849 Oct 27 15:06:09.685873 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:09.688588 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['cb6e988b-0358-40d6-9171-18e2dcb2dace'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:06:09.735452 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:09.773810 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:10.041472 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedbe6d5-c6ae-41fe-8d6d-6f2c230fd8b8,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:10.051776 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:10.106170 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb92aa362ec9421287b7bcc1440df09d&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2663429 Oct 27 15:06:10.109668 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35532) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:10.129900 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:10.197903 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:10.257228 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cadaac89-ca77-4a15-b7af-947d250874f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:10.299427 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:10.310750 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cadaac89-ca77-4a15-b7af-947d250874f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:10.327650 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:10.337198 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f94a49-fb24-4064-a0ae-86f1205fd29a,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:10.371203 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:10.424221 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Made reservation on behalf of a93e3c0da90b460ea546ab8817fe2972 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:10.427209 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:10.432019 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cadaac89-ca77-4a15-b7af-947d250874f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:10.437205 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-66ad24bd-d0a1-4378-99a2-8175aa86f5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:10.460752 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Checking segment: {'id': 'bab7e050-4c8a-43d1-9806-c8198da12bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '2efaf635-2d3c-4072-a1de-32ab9d71b896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:10.461355 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Network hostable DHCP agents. Network: 2efaf635-2d3c-4072-a1de-32ab9d71b896, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:06:10.463356 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadaac89-ca77-4a15-b7af-947d250874f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedbe6d5-c6ae-41fe-8d6d-6f2c230fd8b8,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:10.465908 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cadaac89-ca77-4a15-b7af-947d250874f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:10.479119 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7789ad-9f4b-461d-a54a-7929200882a4 req-6b3b570a-0911-4d9c-94f0-4ef13646899a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:10.480445 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-9c7789ad-9f4b-461d-a54a-7929200882a4 req-6b3b570a-0911-4d9c-94f0-4ef13646899a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Synchronizing usage tracker for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:10.487720 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58073106-fde6-49d1-a21b-f6286534cb90 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:06:10.490073 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cadaac89-ca77-4a15-b7af-947d250874f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:10.493394 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-cadaac89-ca77-4a15-b7af-947d250874f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fedbe6d5-c6ae-41fe-8d6d-6f2c230fd8b8 HTTP/1.1" status: 204 len: 168 time: 0.3824182 Oct 27 15:06:10.539911 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:10.583474 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Transition to ACTIVE for port object 58073106-fde6-49d1-a21b-f6286534cb90 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:10.595960 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-9c7789ad-9f4b-461d-a54a-7929200882a4 req-6b3b570a-0911-4d9c-94f0-4ef13646899a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Unset dirty status for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:10.597166 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9c7789ad-9f4b-461d-a54a-7929200882a4 req-6b3b570a-0911-4d9c-94f0-4ef13646899a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 931 time: 0.5583014 Oct 27 15:06:10.604200 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:10.634573 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-13d5e6e9-fbdc-48f1-8260-f9f30f40d7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:10.725572 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Network 2efaf635-2d3c-4072-a1de-32ab9d71b896 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:06:10.985936 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, 2efaf635-2d3c-4072-a1de-32ab9d71b896) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:10.994447 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ee334-0410-4940-b031-3e7f0b1247c3 None None] Network 2efaf635-2d3c-4072-a1de-32ab9d71b896 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:06:11.026748 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf09c8-0e57-49e2-a97d-5912dccaa8d8 req-494ed484-edac-4bbf-96fe-bf17d1997d49 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:11.036089 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8daf09c8-0e57-49e2-a97d-5912dccaa8d8 req-494ed484-edac-4bbf-96fe-bf17d1997d49 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 944 time: 0.1366367 Oct 27 15:06:11.037328 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:11.044543 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:11.071981 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:11.079367 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.082565 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device cb6e988b-0358-40d6-9171-18e2dcb2dace up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:06:11.125975 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8daf09c8-0e57-49e2-a97d-5912dccaa8d8 req-b74cddf4-f95c-4b55-a11a-2d41d15391dc tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873518 Oct 27 15:06:11.142444 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:06:11.238224 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9c7789ad-9f4b-461d-a54a-7929200882a4 req-82ba0441-0035-442a-acb5-399fdb41c553 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6320937 Oct 27 15:06:11.239395 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Allocated IP 172.20.0.11 (b91e10a7-42d5-43f6-8395-cb0d3b98d411/5ce70bea-70eb-4c80-af3b-ca6e09b2fb01/d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:06:11.316515 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Attempting to bind port 58073106-fde6-49d1-a21b-f6286534cb90 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:06:11.316856 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Attempting to bind port 58073106-fde6-49d1-a21b-f6286534cb90 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:06:11.317180 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Attempting to bind port 58073106-fde6-49d1-a21b-f6286534cb90 on network e97f6297-20f8-444b-8f59-70b41c6cdc5c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:11.317670 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-467ddc0f-3156-4dc1-b34d-a5796b7e499c req-4ee741cb-2e18-45d2-a04e-3e6467c51819 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 210 time: 0.0602703 Oct 27 15:06:11.349843 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4448922 Oct 27 15:06:11.359804 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Port 58073106-fde6-49d1-a21b-f6286534cb90 on network e97f6297-20f8-444b-8f59-70b41c6cdc5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:06:11.360536 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Attempting to bind port 58073106-fde6-49d1-a21b-f6286534cb90 on network e97f6297-20f8-444b-8f59-70b41c6cdc5c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:11.364093 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35574) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:11.390373 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:06:11.390978 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Checking segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:11.391546 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Bound using segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:06:11.392196 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Bound port: 58073106-fde6-49d1-a21b-f6286534cb90, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:06:11.392745 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.403562 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.440989 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port cb6e988b-0358-40d6-9171-18e2dcb2dace completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:06:11.452692 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port cb6e988b-0358-40d6-9171-18e2dcb2dace triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:11.453069 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.456099 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:11.463811 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Usage tracker for resource:security_group_rule and tenant:1b8a7c83c9e24457bb42c82baad74fd5 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:11.469039 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:11.479175 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:11.576576 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.601510 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:06:11.613041 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.617917 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.626407 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:06:11.637079 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.643702 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Transition to ACTIVE for port object d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:11.645157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:11.651934 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:11.654600 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b22209-7918-47a4-ad58-fedbdbe4eca5 None None] Network 2efaf635-2d3c-4072-a1de-32ab9d71b896 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:06:11.664212 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1b8a7c83c9e24457bb42c82baad74fd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2987535 Oct 27 15:06:11.666645 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35580) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:11.735950 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.737691 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] 10.222.0.52 "PUT /v2.0/ports/58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 200 len: 1093 time: 3.8303256 Oct 27 15:06:11.738366 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:06:11.750984 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:11.755392 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:11.762260 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.777757 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-71b52e56-268d-4257-be7a-bbf0479810d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:11.833110 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bfae88-d413-48b7-87e8-1d6ada06f09a,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:11.856179 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:11.887567 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.928788 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90', 'status': 'completed', 'code': 200} Oct 27 15:06:11.935972 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-554e932f-3f53-4c5e-b9ec-341fc5111b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:11.978876 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:06:11.980510 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35588) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:11.985492 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:11.992765 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:06:12.003876 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d91be48-659b-4eea-b815-faaa79592fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6e988b-0358-40d6-9171-18e2dcb2dace'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:06:12.004372 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:12.005171 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.038072 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-554e932f-3f53-4c5e-b9ec-341fc5111b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.158901 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'Port': ['ID=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:12.170681 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-554e932f-3f53-4c5e-b9ec-341fc5111b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.181986 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:12.182878 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:12.226180 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554e932f-3f53-4c5e-b9ec-341fc5111b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bfae88-d413-48b7-87e8-1d6ada06f09a,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:12.249187 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-554e932f-3f53-4c5e-b9ec-341fc5111b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:12.260267 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-554e932f-3f53-4c5e-b9ec-341fc5111b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.266684 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-554e932f-3f53-4c5e-b9ec-341fc5111b60 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c0bfae88-d413-48b7-87e8-1d6ada06f09a HTTP/1.1" status: 204 len: 168 time: 0.5980835 Oct 27 15:06:12.269710 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port cb6e988b-0358-40d6-9171-18e2dcb2dace, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cb6e988b-0358-40d6-9171-18e2dcb2dace,segment=NetworkSegment(6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d),segment_id=6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:12.277916 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6462219 Oct 27 15:06:12.307062 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Request body: {'port': {'device_id': '9b917a38-c109-4b13-b371-a1f0be792d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:12.369423 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.392410 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:12.619959 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fb88c-e25c-4496-bc41-1498b34a8c60 req-2f8191a7-fe46-4516-acf3-b18d0b521149 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:12.632890 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-526fb88c-e25c-4496-bc41-1498b34a8c60 req-2f8191a7-fe46-4516-acf3-b18d0b521149 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 945 time: 0.1928837 Oct 27 15:06:12.696801 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-526fb88c-e25c-4496-bc41-1498b34a8c60 req-6f1bf81d-2cce-447f-a763-318dc405f3cf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622554 Oct 27 15:06:12.721793 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=cb6e988b-0358-40d6-9171-18e2dcb2dace,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:12.733179 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:12.740997 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Deleting subnet 9110df04-6172-4c55-b4c6-5a1348fa2faf {{(pid=82782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:06:12.745314 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.752855 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-a0509508-0bcb-4a19-9762-3dd133054465 None None] Provisioning for port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:06:12.764953 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-a0509508-0bcb-4a19-9762-3dd133054465 None None] Provisioning complete for port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:12.765331 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-a0509508-0bcb-4a19-9762-3dd133054465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.840220 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.847936 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.869819 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-a0509508-0bcb-4a19-9762-3dd133054465 None None] Port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:06:12.904392 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-aa3edbd9-29f8-4db1-a6f0-68098ce035fa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1096 time: 1.0284693 Oct 27 15:06:12.929538 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:12.996987 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa3206-c502-4c10-a092-b4b8f81464d8 req-b6c96e09-1223-452d-a061-1bf8b9f56ec1 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:13.016843 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-98aa3206-c502-4c10-a092-b4b8f81464d8 req-b6c96e09-1223-452d-a061-1bf8b9f56ec1 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 932 time: 0.1843529 Oct 27 15:06:13.106168 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-98aa3206-c502-4c10-a092-b4b8f81464d8 req-3dfc86c7-2029-4da1-8fb9-17d920026835 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883663 Oct 27 15:06:13.279017 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for subnet, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:13.306359 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a9ccdfca-39bd-4710-a78a-6efab4a41ce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:13.355533 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9110df04-6172-4c55-b4c6-5a1348fa2faf,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:13.362013 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-5897bc11-ac8d-488b-a53f-1adf69a5aa8f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 200 len: 217 time: 0.4028180 Oct 27 15:06:13.364800 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:13.443847 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42567d92-fb49-4adf-865f-70f4ad22e3fa req-45cd3507-4bf5-458d-b1c2-3d59d5b6b703 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:13.445276 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42567d92-fb49-4adf-865f-70f4ad22e3fa req-45cd3507-4bf5-458d-b1c2-3d59d5b6b703 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.8264890 Oct 27 15:06:13.449509 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:13.455898 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9110df04-6172-4c55-b4c6-5a1348fa2faf HTTP/1.1" status: 204 len: 168 time: 1.4677589 Oct 27 15:06:13.459380 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35646) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:13.475988 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d91be48-659b-4eea-b815-faaa79592fb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6e988b-0358-40d6-9171-18e2dcb2dace', 'code': 200} Oct 27 15:06:13.562420 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-204fa8f5-6212-4359-ac36-c0f63911021a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:13.563881 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-204fa8f5-6212-4359-ac36-c0f63911021a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.1940536 Oct 27 15:06:13.661107 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:13.688951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.52', 62042) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:13.836758 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42567d92-fb49-4adf-865f-70f4ad22e3fa req-6ebe0e6b-9ee7-4d22-8ba5-71ad84d11128 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355606 Oct 27 15:06:13.901746 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.db.resource_extend [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:06:13.906241 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:13.918481 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-24cf7fe1-df23-4618-92fe-d9def057bb76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3209500 Oct 27 15:06:14.002260 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.002627 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.003332 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.003677 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > port after_create 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.004065 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.004619 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > port after_update 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.005084 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.005746 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.006242 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.006736 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.051620 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-29a90f35-ad6f-49d8-a6ba-9e9a1c3ce4c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 1098 time: 0.3553092 Oct 27 15:06:14.308594 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:06:14.362089 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.387858 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.389280 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.389805 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.391006 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.391491 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:14.391941 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e003cd5-f837-42a8-8a9e-4e01127a20c8']}} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:14.414541 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b59ad2-9fd9-4e16-8785-b59871b41b53') {'for_net_delete': True} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:14.414901 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b59ad2-9fd9-4e16-8785-b59871b41b53') {} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:14.430890 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Transition to ACTIVE for port object d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:14.435416 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3864218'] for segment, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.465269 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.477095 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.488385 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-d609a4e0-464d-4665-ad0b-d6c3c0a24a16 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415333 Oct 27 15:06:14.488602 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Releasing vlan 1378 on physical network physnet1 to pool {{(pid=82783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:06:14.489166 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1500578'] for segment, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.490721 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: util.warn_limited( Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: util.warn_limited( Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: Traceback (most recent call last): Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: timer() Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: cb(*args, **kw) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: return func(*args, **kwargs) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: self._notify() Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: self.callback(batched_events) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: event.method(event) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: return f(self, *a, **k) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: return self._get(url).json() Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: return self.request(url, 'GET', **kwargs) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:06:14.510936 dv-cinder-815673-1-smb neutron-server[82783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:06:14.531806 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1aec10-59e1-455a-a549-b8d99fe9e538 req-b095a795-8332-4921-bc46-fc1f02f6c0df tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:14.540774 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4c1aec10-59e1-455a-a549-b8d99fe9e538 req-b095a795-8332-4921-bc46-fc1f02f6c0df tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 945 time: 0.6084828 Oct 27 15:06:14.616788 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:14.640963 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Usage tracker for resource:security_group_rule and tenant:593d250cae754158bb474e376b97369e is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:14.652778 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:14.680048 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:14.731274 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Pushing event updated for resources: {'Port': ['ID=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:14.745433 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4c1aec10-59e1-455a-a549-b8d99fe9e538 req-211065a5-fc06-4767-abcb-61ab50531355 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027376 Oct 27 15:06:14.748283 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.756602 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dc53d-71e8-4f28-b699-260a7d29c11a req-e93327c1-fe2f-4755-88b8-a5ecf962593c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:14.757244 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-c50dc53d-71e8-4f28-b699-260a7d29c11a req-e93327c1-fe2f-4755-88b8-a5ecf962593c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:14.772884 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.805836 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d0197f6b-611a-4d9b-9b84-4e79691c558a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:14.834434 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:14.839564 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e003cd5-f837-42a8-8a9e-4e01127a20c8,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:14.844527 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9e003cd5-f837-42a8-8a9e-4e01127a20c8 HTTP/1.1" status: 204 len: 168 time: 1.3837290 Oct 27 15:06:14.845521 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-00d297de-1de9-4243-8b5c-5cd2bb3be897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:14.847660 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35692) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:14.943260 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Deleting subnet 77f94a49-fb24-4064-a0ae-86f1205fd29a {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:06:14.947609 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:14.964636 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-c50dc53d-71e8-4f28-b699-260a7d29c11a req-e93327c1-fe2f-4755-88b8-a5ecf962593c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:14.965775 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c50dc53d-71e8-4f28-b699-260a7d29c11a req-e93327c1-fe2f-4755-88b8-a5ecf962593c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 932 time: 0.6736710 Oct 27 15:06:14.975133 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Attempting to bind port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:06:14.975470 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Attempting to bind port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:06:14.975817 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Attempting to bind port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb on network b91e10a7-42d5-43f6-8395-cb0d3b98d411 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:15.000924 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e6061383-94e6-4034-a54f-6766fc0696d6 req-fdb0b815-df79-40bd-9c07-b202ab19e90e service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760370 Oct 27 15:06:15.034497 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb on network b91e10a7-42d5-43f6-8395-cb0d3b98d411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:06:15.035211 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Attempting to bind port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb on network b91e10a7-42d5-43f6-8395-cb0d3b98d411 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:15.047652 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.147351 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:06:15.148248 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Checking segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:15.150286 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Bound using segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:06:15.150754 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Bound port: d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:06:15.151100 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.193642 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.199091 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c50dc53d-71e8-4f28-b699-260a7d29c11a req-c7e644cf-1493-4267-96f8-865271564d83 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204227 Oct 27 15:06:15.225089 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.236469 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.254751 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:15.327145 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16968e55-1de0-4cf9-bfda-baedb49ec25c req-5eec2536-8565-44f6-8fc3-4696f2185fdb tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:15.330323 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d3e5c-038d-4add-a7bd-0a56544b6e2e,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:15.333735 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ab44c6e5-1054-4b72-a785-778eadfed929 req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0427828 Oct 27 15:06:15.335466 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-16968e55-1de0-4cf9-bfda-baedb49ec25c req-5eec2536-8565-44f6-8fc3-4696f2185fdb tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.2251098 Oct 27 15:06:15.336365 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:15.349297 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] For port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:06:15.353013 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] For port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:06:15.353971 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.362533 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-242fd5c8-aa20-4c41-8231-a37ce85ecb8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1096 time: 0.2910979 Oct 27 15:06:15.370610 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.376273 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:15.379663 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-33bda5d8-d69e-4216-9ba3-1b3d6b874ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:15.443590 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.445360 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] 10.222.0.52 "PUT /v2.0/ports/d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb HTTP/1.1" status: 200 len: 1094 time: 3.1542990 Oct 27 15:06:15.445836 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b917a38-c109-4b13-b371-a1f0be792d07', 'tag': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:06:15.447086 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f94a49-fb24-4064-a0ae-86f1205fd29a,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:15.449470 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.466594 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Pushing event updated for resources: {'Port': ['ID=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:15.471462 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:15.481681 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-16968e55-1de0-4cf9-bfda-baedb49ec25c req-0eee566c-fe05-4045-9ca1-1510a1e2897e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452713 Oct 27 15:06:15.490300 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:15.492397 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/77f94a49-fb24-4064-a0ae-86f1205fd29a HTTP/1.1" status: 204 len: 168 time: 0.6441243 Oct 27 15:06:15.495152 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35716) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:15.565073 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b917a38-c109-4b13-b371-a1f0be792d07', 'tag': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'status': 'completed', 'code': 200} Oct 27 15:06:15.759167 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:15.931325 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-da5ed964-5a1c-434d-9ac7-7b4973ede9c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:15.932833 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-da5ed964-5a1c-434d-9ac7-7b4973ede9c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.3628604 Oct 27 15:06:16.024542 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2f367fca-cf03-406c-8ebe-2be6a46af2d4 req-9ef2b2dd-cb25-4c1d-8e42-aeb6400b412a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 1097 time: 0.4255924 Oct 27 15:06:16.069644 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6102c-f028-471c-b72a-d8356c2326e1 req-c80230f9-7985-484b-8a1d-63d16ed0aa27 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:16.077871 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c5f6102c-f028-471c-b72a-d8356c2326e1 req-c80230f9-7985-484b-8a1d-63d16ed0aa27 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 945 time: 0.1041884 Oct 27 15:06:16.135785 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c5f6102c-f028-471c-b72a-d8356c2326e1 req-c8ac9d47-10d1-4ad4-b7b5-d4db680c3be6 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567462 Oct 27 15:06:16.153441 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:16.165339 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-c04bd84d-f190-4244-8708-8021e1669d4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 200 len: 217 time: 0.2224109 Oct 27 15:06:16.358847 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.359669 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.360068 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.360435 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > port after_create 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.360760 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > port after_delete 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.361121 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > port after_update 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.361446 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.361782 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.362107 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.362439 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.426478 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.426837 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.427172 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.427502 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:06:16.427884 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2efaf635-2d3c-4072-a1de-32ab9d71b896']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:16.480252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab7e050-4c8a-43d1-9806-c8198da12bb3') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:16.480504 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab7e050-4c8a-43d1-9806-c8198da12bb3') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:16.533721 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:16.565187 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-3f78c4b0-abad-4e11-9b09-5ece61bbe835 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:16.566722 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-3f78c4b0-abad-4e11-9b09-5ece61bbe835 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.3147771 Oct 27 15:06:16.589751 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:16.594366 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367fca-cf03-406c-8ebe-2be6a46af2d4 req-242e5869-9d64-43be-95a4-b36af9d570ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:16.595822 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2f367fca-cf03-406c-8ebe-2be6a46af2d4 req-242e5869-9d64-43be-95a4-b36af9d570ce service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=a93e3c0da90b460ea546ab8817fe2972&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5529115 Oct 27 15:06:16.678564 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Releasing vlan 1387 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:06:16.678973 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: util.warn_limited( Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: util.warn_limited( Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:06:16.695995 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:06:16.793680 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06ca62-9a10-4d84-af6e-31d8d7be5748 req-00541f6b-b2fc-47cf-ae78-0430cb9a78f5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:16.795282 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8f06ca62-9a10-4d84-af6e-31d8d7be5748 req-00541f6b-b2fc-47cf-ae78-0430cb9a78f5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1111796 Oct 27 15:06:16.870755 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8f06ca62-9a10-4d84-af6e-31d8d7be5748 req-3a423fd1-7aff-4b63-902a-301e21f787e7 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651989 Oct 27 15:06:16.875919 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac62a22-4023-4cd1-adf0-df6ca55662cd req-1ad9c137-3d6d-406f-8dd1-4e24ede71815 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:16.877202 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1ac62a22-4023-4cd1-adf0-df6ca55662cd req-1ad9c137-3d6d-406f-8dd1-4e24ede71815 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 944 time: 0.4391460 Oct 27 15:06:16.894951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:16.947746 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:16.968628 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:17.005357 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Pushing event deleted for resources: {'Network': ['ID=2efaf635-2d3c-4072-a1de-32ab9d71b896,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:17.011459 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f367fca-cf03-406c-8ebe-2be6a46af2d4 req-f5ab1db2-4594-444c-8f24-46c0a620b7f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:17.015227 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2f367fca-cf03-406c-8ebe-2be6a46af2d4 req-f5ab1db2-4594-444c-8f24-46c0a620b7f1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3664036 Oct 27 15:06:17.024848 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:17.041118 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-a622c7ee-1eb1-4933-9554-8baae2ad0a76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4527388 Oct 27 15:06:17.051908 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2efaf635-2d3c-4072-a1de-32ab9d71b896 HTTP/1.1" status: 204 len: 168 time: 1.5555246 Oct 27 15:06:17.060694 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1ac62a22-4023-4cd1-adf0-df6ca55662cd req-9381554c-59f6-40f3-a947-19929998b843 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735075 Oct 27 15:06:17.423783 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-c79f6798-dcbc-4917-be1b-b377526ac0f6 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424766 Oct 27 15:06:17.440096 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35784) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:17.451074 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0277-ff69-4949-be4c-abbd8b51191c req-6b1e5b17-b8b0-4d3d-98b9-9c16257b574f tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:17.460333 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-505d0277-ff69-4949-be4c-abbd8b51191c req-6b1e5b17-b8b0-4d3d-98b9-9c16257b574f tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 945 time: 0.1304400 Oct 27 15:06:17.539174 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35790) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:17.568901 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-7ab57c6a-7673-4815-8f21-1beabce4ff4f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 1097 time: 0.2854021 Oct 27 15:06:17.624459 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-505d0277-ff69-4949-be4c-abbd8b51191c req-575b8ee4-d7f8-48a1-b60e-b4c3f3a06e55 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627407 Oct 27 15:06:17.643684 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-07af4fe6-dd8c-42f0-91a6-61cf43eccae2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fca523176c3b4c8ab160397cd8b51b84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2012305 Oct 27 15:06:17.651219 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35798) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:17.703912 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-accf6758-2603-4d0b-a6c1-2d432ff3363a req-9adb164e-5543-4c0d-a150-e22a09ea6bcd service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695484 Oct 27 15:06:17.734998 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-b1d21c8f-8697-48a5-8f9d-631ded65bbcf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb HTTP/1.1" status: 200 len: 217 time: 0.1423931 Oct 27 15:06:17.825699 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ffac0ac4-abca-4e15-9c05-e0bbd929db64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:17.877440 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-30b945fc-310c-483f-b292-64a8f8210a29 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:17.885140 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-30b945fc-310c-483f-b292-64a8f8210a29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.1440270 Oct 27 15:06:17.896699 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ffac0ac4-abca-4e15-9c05-e0bbd929db64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:17.967174 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:17.986184 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-09367162-a206-4038-a565-7c7950e22152 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913563 Oct 27 15:06:18.020039 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ffac0ac4-abca-4e15-9c05-e0bbd929db64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.025921 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:18.029063 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:18.044078 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Usage tracker for resource:security_group_rule and tenant:64983d745c0a41a88dc0dbc29ece63b6 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:18.051941 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:18.055127 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac0ac4-abca-4e15-9c05-e0bbd929db64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59969a9-2b45-4bba-b79e-b57b66cb076c,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:18.060602 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:18.062857 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ffac0ac4-abca-4e15-9c05-e0bbd929db64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:18.065777 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ffac0ac4-abca-4e15-9c05-e0bbd929db64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.068610 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-ffac0ac4-abca-4e15-9c05-e0bbd929db64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d59969a9-2b45-4bba-b79e-b57b66cb076c HTTP/1.1" status: 204 len: 168 time: 0.4148448 Oct 27 15:06:18.189412 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.200425 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.221240 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:18.355597 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-2f0a15d6-54b0-45c5-a6f6-eec61ec09eb5 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618853 Oct 27 15:06:18.355895 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=64983d745c0a41a88dc0dbc29ece63b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7984819 Oct 27 15:06:18.356730 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae768597-d758-4f56-b6b1-8484274679dd,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:18.359616 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35822) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:18.381379 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:18.477339 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72eb31-5ab3-44c0-aab7-2ae651ade2bb req-9bafee76-9ee3-4f26-8aea-462b174eacfa tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:18.498823 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8b72eb31-5ab3-44c0-aab7-2ae651ade2bb req-9bafee76-9ee3-4f26-8aea-462b174eacfa tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 944 time: 0.2233231 Oct 27 15:06:18.503498 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-72639f0e-902e-402b-a757-c109d773c6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.631681 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8b72eb31-5ab3-44c0-aab7-2ae651ade2bb req-21d505a7-a0e9-47e7-a925-3d33eaeb42d3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309900 Oct 27 15:06:18.650421 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a862e99-f05a-4a9a-b8a5-98ae159a4b1f req-05060488-a7ec-4c45-8d68-69d12c3d9ff4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:18.650421 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0a862e99-f05a-4a9a-b8a5-98ae159a4b1f req-05060488-a7ec-4c45-8d68-69d12c3d9ff4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.6080940 Oct 27 15:06:18.654489 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d48f-643f-4c99-ad53-0a460721360b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.710049 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2aa73ec5-103e-457d-83d8-ba5aa4bca41a req-bf74fd0e-6a5f-4c00-884d-fe834df835f8 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368680 Oct 27 15:06:18.745590 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d48f-643f-4c99-ad53-0a460721360b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.760737 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0a862e99-f05a-4a9a-b8a5-98ae159a4b1f req-c32cc008-92d8-4586-9615-6dd2ad8772de tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035686 Oct 27 15:06:18.846975 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d48f-643f-4c99-ad53-0a460721360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.852626 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:18.864214 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6d48f-643f-4c99-ad53-0a460721360b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae768597-d758-4f56-b6b1-8484274679dd,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:18.871457 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d8e6d48f-643f-4c99-ad53-0a460721360b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:18.883311 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d48f-643f-4c99-ad53-0a460721360b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.884419 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d8e6d48f-643f-4c99-ad53-0a460721360b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ae768597-d758-4f56-b6b1-8484274679dd HTTP/1.1" status: 204 len: 168 time: 0.5238435 Oct 27 15:06:18.920835 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35852) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:18.930230 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:18.980452 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-316a0fb2-a808-4c4d-a79f-3c8e85759b61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d94a33032f344c35b014f0e3c6190694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576403 Oct 27 15:06:18.982452 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35862) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:19.049914 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-06de20c3-eeb5-4dcf-87a1-9c2531bd0e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.069737 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:06:19.081948 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-06de20c3-eeb5-4dcf-87a1-9c2531bd0e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.200145 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-06de20c3-eeb5-4dcf-87a1-9c2531bd0e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.206304 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9090ee16-eb9d-44b4-9f31-fefcfdd93cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:19.240029 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de20c3-eeb5-4dcf-87a1-9c2531bd0e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5defe1c2-99eb-46f9-a98a-5787c168e869,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:19.245606 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-06de20c3-eeb5-4dcf-87a1-9c2531bd0e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:19.265444 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-06de20c3-eeb5-4dcf-87a1-9c2531bd0e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.272864 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-06de20c3-eeb5-4dcf-87a1-9c2531bd0e30 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5defe1c2-99eb-46f9-a98a-5787c168e869 HTTP/1.1" status: 204 len: 168 time: 0.2885873 Oct 27 15:06:19.306444 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:19.321709 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '58073106-fde6-49d1-a21b-f6286534cb90', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'port_id': '58073106-fde6-49d1-a21b-f6286534cb90', 'mac_address': 'fa:16:3e:aa:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:06:19.384811 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.406749 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58073106-fde6-49d1-a21b-f6286534cb90 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:06:19.425493 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:19.431171 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.435051 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b4f9566e-25f5-4680-bf71-6dfc0ea1852b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:19.518128 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35886) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:19.521171 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:19.535093 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:19.537871 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.583865 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:19.588952 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Usage tracker for resource:security_group_rule and tenant:4a013ab87e204655a87aae01e77a70fb is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:19.593938 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:19.606804 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:19.673614 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['58073106-fde6-49d1-a21b-f6286534cb90'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:06:19.693303 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.701091 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:19.710660 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e9436eb3-8a75-491a-95bf-08a9d99c9d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:19.747278 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3363474-5674-44fd-a2e1-fad1a63fd769,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:19.755403 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:19.784893 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a013ab87e204655a87aae01e77a70fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2648993 Oct 27 15:06:19.787270 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35898) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:19.988661 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5055-418f-4a39-b610-e4b0c87e8b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:20.049758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5055-418f-4a39-b610-e4b0c87e8b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:20.080468 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6394f5f-ab39-43fb-b52c-6653bc7da1ce req-5ac289a9-06aa-4b36-a966-ed8fb2d7ed52 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:20.089942 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d6394f5f-ab39-43fb-b52c-6653bc7da1ce req-5ac289a9-06aa-4b36-a966-ed8fb2d7ed52 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 944 time: 0.1437016 Oct 27 15:06:20.163140 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf4ed-bfd4-49c3-97aa-50c4da188162 req-2e1d1f9c-b0f0-49e4-b246-39f57fecd358 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:20.171167 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-62fdf4ed-bfd4-49c3-97aa-50c4da188162 req-2e1d1f9c-b0f0-49e4-b246-39f57fecd358 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 944 time: 0.3392529 Oct 27 15:06:20.180774 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d6394f5f-ab39-43fb-b52c-6653bc7da1ce req-5827e3b0-fc03-4704-affd-ca04aca50b57 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896831 Oct 27 15:06:20.213669 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5055-418f-4a39-b610-e4b0c87e8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:20.222935 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c0958aa3-efa3-49ff-8c28-7e8037a40e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:20.250525 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-62fdf4ed-bfd4-49c3-97aa-50c4da188162 req-458b7b8a-a4b7-42cc-aecd-154c819f8206 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780461 Oct 27 15:06:20.268364 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b5055-418f-4a39-b610-e4b0c87e8b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3363474-5674-44fd-a2e1-fad1a63fd769,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:20.270791 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7c7b5055-418f-4a39-b610-e4b0c87e8b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:20.272753 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5055-418f-4a39-b610-e4b0c87e8b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:20.277744 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-7c7b5055-418f-4a39-b610-e4b0c87e8b02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3363474-5674-44fd-a2e1-fad1a63fd769 HTTP/1.1" status: 204 len: 168 time: 0.4894023 Oct 27 15:06:20.714959 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35954) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:20.782053 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-df65d20c-0bb5-4ad6-9dda-f324321c8d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:20.885404 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35964) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:20.908076 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:20.945922 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:20.956186 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Usage tracker for resource:security_group_rule and tenant:a2c45b0e03904017ac0a2273d0a057f7 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:20.960681 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:20.967788 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:21.002638 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.090123 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:06:21.116670 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.120286 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.126843 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:06:21.131784 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:21.134208 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:21.139849 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Usage tracker for resource:security_group_rule and tenant:4b5bcc3306e24f02a00fdf98f98f0160 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:21.152562 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:21.165507 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:21.234962 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f593da35-9373-422c-a292-bf83daad00a1,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:21.245221 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:21.256734 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 35978) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:21.257304 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a2c45b0e03904017ac0a2273d0a057f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3706493 Oct 27 15:06:21.265088 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.db.resource_extend [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:06:21.340191 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.364735 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a4f7-5672-46b7-be2e-dd78d3cfa9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.368027 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.410929 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ca2832ba-2aa9-4161-b6df-a591ef44a761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:21.555469 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 58073106-fde6-49d1-a21b-f6286534cb90 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:06:21.564214 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 58073106-fde6-49d1-a21b-f6286534cb90 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:21.564616 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.567624 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a4f7-5672-46b7-be2e-dd78d3cfa9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.623106 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:21.624740 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54623116-8146-4a40-9a84-248de2963962 req-6b9f4476-751f-442a-b78a-0b7026fba32b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:21.626743 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-54623116-8146-4a40-9a84-248de2963962 req-6b9f4476-751f-442a-b78a-0b7026fba32b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 944 time: 0.1179655 Oct 27 15:06:21.648942 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'port_id': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'mac_address': 'fa:16:3e:1c:ec:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:06:21.657949 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2554dfee-42f2-402d-8460-e0d31ec8370f,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:21.687084 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-54623116-8146-4a40-9a84-248de2963962 req-fd68a814-190d-4ed4-a5b0-367eddaba8d1 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532739 Oct 27 15:06:21.700501 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:21.720744 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b5bcc3306e24f02a00fdf98f98f0160&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0045424 Oct 27 15:06:21.730478 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 35990) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:21.744576 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.794046 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948acbc-8c2c-4aa0-b937-9e9a1601c360 req-c6b0f2c5-b4e5-4b1f-9831-b3db0408cab7 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:21.796407 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c948acbc-8c2c-4aa0-b937-9e9a1601c360 req-c6b0f2c5-b4e5-4b1f-9831-b3db0408cab7 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 944 time: 0.2558856 Oct 27 15:06:21.797737 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a4f7-5672-46b7-be2e-dd78d3cfa9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.803893 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:21.824326 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:06:21.842992 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:21.844779 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.847350 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7a4f7-5672-46b7-be2e-dd78d3cfa9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f593da35-9373-422c-a292-bf83daad00a1,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:21.853454 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cdb7a4f7-5672-46b7-be2e-dd78d3cfa9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:21.860214 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.870819 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:21.871627 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfdf-77cb-414a-909d-831eabddcfa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.879210 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cdb7a4f7-5672-46b7-be2e-dd78d3cfa9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.882943 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-cdb7a4f7-5672-46b7-be2e-dd78d3cfa9fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f593da35-9373-422c-a292-bf83daad00a1 HTTP/1.1" status: 204 len: 168 time: 0.6219962 Oct 27 15:06:21.904521 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c948acbc-8c2c-4aa0-b937-9e9a1601c360 req-dca3a54b-9754-4775-8827-36951fe6982f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878725 Oct 27 15:06:21.905776 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfdf-77cb-414a-909d-831eabddcfa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.946251 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.990018 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfdf-77cb-414a-909d-831eabddcfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:21.991587 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:06:21.996581 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-83e3b4cf-e922-4bd8-a4ac-1f58dda5b933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:22.005033 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:22.011924 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:22.018816 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:22.028941 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:22.031602 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdddfdf-77cb-414a-909d-831eabddcfa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2554dfee-42f2-402d-8460-e0d31ec8370f,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:22.031730 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:22.036859 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-5fdddfdf-77cb-414a-909d-831eabddcfa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:22.051501 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5fdddfdf-77cb-414a-909d-831eabddcfa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:22.053534 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-5fdddfdf-77cb-414a-909d-831eabddcfa0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2554dfee-42f2-402d-8460-e0d31ec8370f HTTP/1.1" status: 204 len: 168 time: 0.3190541 Oct 27 15:06:22.100502 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90', 'code': 200} Oct 27 15:06:22.110529 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Sync routers for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:06:22.113637 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:06:22.249376 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:22.250305 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:22.334294 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:22.346498 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:22.491335 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a9d0343e-391f-4ab9-be74-3b7bc485e7d1 req-29a42772-4576-43f4-844a-efe83e78a708 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1098 time: 0.1549425 Oct 27 15:06:22.574886 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-a9d0343e-391f-4ab9-be74-3b7bc485e7d1 req-2fed3c7c-a123-4116-9b68-2e516e80cce7 service neutron] Synchronizing usage tracker for tenant:593d250cae754158bb474e376b97369e on resource:security_group {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:22.605470 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:22.610001 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-a9d0343e-391f-4ab9-be74-3b7bc485e7d1 req-2fed3c7c-a123-4116-9b68-2e516e80cce7 service neutron] Unset dirty status for tenant:593d250cae754158bb474e376b97369e on resource:security_group {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:22.611142 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a9d0343e-391f-4ab9-be74-3b7bc485e7d1 req-2fed3c7c-a123-4116-9b68-2e516e80cce7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079106 Oct 27 15:06:22.815107 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36036) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:22.869202 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:22.903595 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:22.909088 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Usage tracker for resource:security_group_rule and tenant:29b4ee1233264f9e8af182491c664078 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:22.912190 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:22.918840 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:23.080684 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:23.099731 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:23.110199 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fabbb143-7a0f-49cc-9895-4d84f9abdd41 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:23.128623 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124a215-36d8-4de6-a568-4265aab40fd4 req-e1992d81-2681-4479-9d15-6a6b9b9932be tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:23.133581 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1124a215-36d8-4de6-a568-4265aab40fd4 req-e1992d81-2681-4479-9d15-6a6b9b9932be tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 945 time: 0.2228782 Oct 27 15:06:23.158238 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7903c62-9484-4aec-af10-b50f15b49c40,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:23.162720 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:23.190612 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=29b4ee1233264f9e8af182491c664078&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3735933 Oct 27 15:06:23.192413 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36052) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:23.269724 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:23.272791 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 2, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:23.277215 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Checking router: 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:06:23.277612 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Updating router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 binding host dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:06:23.365830 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1124a215-36d8-4de6-a568-4265aab40fd4 req-e83cfaef-0ad7-4b22-85c5-261bcde24c5c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255719 Oct 27 15:06:23.420714 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-34c8d178-7029-48ae-b393-ae997e0a0151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:23.423191 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:23.471225 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed806b39-7323-425c-89de-81e2f4ba5616 req-a3fb0b56-19e4-4db3-bc92-ff2425bb3025 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:23.472692 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed806b39-7323-425c-89de-81e2f4ba5616 req-a3fb0b56-19e4-4db3-bc92-ff2425bb3025 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.2181172 Oct 27 15:06:23.502679 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-34c8d178-7029-48ae-b393-ae997e0a0151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:23.570065 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-34c8d178-7029-48ae-b393-ae997e0a0151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:23.579949 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:23.609104 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8d178-7029-48ae-b393-ae997e0a0151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7903c62-9484-4aec-af10-b50f15b49c40,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:23.617846 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed806b39-7323-425c-89de-81e2f4ba5616 req-30ed285a-4227-400d-a4cc-f71e2cf41cee tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395986 Oct 27 15:06:23.629680 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-34c8d178-7029-48ae-b393-ae997e0a0151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:23.633376 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-34c8d178-7029-48ae-b393-ae997e0a0151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:23.636823 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-34c8d178-7029-48ae-b393-ae997e0a0151 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d7903c62-9484-4aec-af10-b50f15b49c40 HTTP/1.1" status: 204 len: 168 time: 0.4403093 Oct 27 15:06:23.661362 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36068) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:24.048555 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.063117 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Notify callbacks [] for port, precommit_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.095755 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Transition to ACTIVE for port object 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:24.116369 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.120504 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:24.127195 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:24.136825 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Usage tracker for resource:security_group_rule and tenant:106309a58f4c41eab6a631375c178190 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:24.144003 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:24.161784 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:24.293113 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.305465 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.319740 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:24.331506 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83268f6-f7c3-428a-abe5-b232983458c4 None None] Pushing event updated for resources: {'Port': ['ID=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:24.346922 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-f83268f6-f7c3-428a-abe5-b232983458c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:24.426026 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=106309a58f4c41eab6a631375c178190&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7611754 Oct 27 15:06:24.426026 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b986023-0853-48ef-95e2-761f2ef7c3c5,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:24.451071 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36092) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:24.455116 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:24.515932 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916bd275-766c-4702-be68-ecdf255dbd82 req-b70f2d3c-c31e-47bb-8c8e-14fe9738af58 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:24.517837 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-916bd275-766c-4702-be68-ecdf255dbd82 req-b70f2d3c-c31e-47bb-8c8e-14fe9738af58 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 945 time: 0.1799583 Oct 27 15:06:24.608553 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Attempting to bind port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:06:24.609743 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Attempting to bind port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:06:24.610337 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Attempting to bind port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 on network b91e10a7-42d5-43f6-8395-cb0d3b98d411 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:24.626992 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c564105c-694f-4a18-9eed-0ed69289859f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.628349 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:06:24.629570 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Checking segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:24.630270 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.632715 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Bound using segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:06:24.634818 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Bound port: 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:06:24.635442 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.668176 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c564105c-694f-4a18-9eed-0ed69289859f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.674216 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-916bd275-766c-4702-be68-ecdf255dbd82 req-9561a392-ce58-40ac-8043-c445ccfd0c88 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451190 Oct 27 15:06:24.728678 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3776-3686-4362-9e6f-5b6e2c309f10 req-477cf210-8bd9-45d3-8138-9fd6992146f5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:24.730710 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cafe3776-3686-4362-9e6f-5b6e2c309f10 req-477cf210-8bd9-45d3-8138-9fd6992146f5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 945 time: 0.1854382 Oct 27 15:06:24.787235 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] For port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:06:24.791246 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] For port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:06:24.803303 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.808057 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:24.880684 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83268f6-f7c3-428a-abe5-b232983458c4 None None] Pushing event updated for resources: {'Port': ['ID=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:24.883670 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cafe3776-3686-4362-9e6f-5b6e2c309f10 req-73b98551-4435-4523-9f0c-817e4472c952 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367939 Oct 27 15:06:24.886314 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-f83268f6-f7c3-428a-abe5-b232983458c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:24.897246 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c564105c-694f-4a18-9eed-0ed69289859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.900975 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:24.925129 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564105c-694f-4a18-9eed-0ed69289859f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b986023-0853-48ef-95e2-761f2ef7c3c5,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:24.925365 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:24.926052 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:24.928162 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c564105c-694f-4a18-9eed-0ed69289859f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:24.948929 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c564105c-694f-4a18-9eed-0ed69289859f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:24.955552 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c564105c-694f-4a18-9eed-0ed69289859f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3b986023-0853-48ef-95e2-761f2ef7c3c5 HTTP/1.1" status: 204 len: 168 time: 0.5026672 Oct 27 15:06:25.151770 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:06:25.168479 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48416f-600a-4bc2-8fd7-3a43b2418d74 req-ee06c094-9100-4d3e-9fa9-edad0492ad0a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:25.170944 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fd48416f-600a-4bc2-8fd7-3a43b2418d74 req-ee06c094-9100-4d3e-9fa9-edad0492ad0a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1758783 Oct 27 15:06:25.288794 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fd48416f-600a-4bc2-8fd7-3a43b2418d74 req-d833c9d5-1557-4a02-8f2b-75824f9f6600 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096857 Oct 27 15:06:25.378141 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:25.464927 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:06:25.532157 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:25.532808 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:25.551222 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901fc12e-e4af-48df-b307-c4c9399eee99 req-cd2647ae-7c67-4a7d-8384-7d46b7444b4d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:25.560882 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-901fc12e-e4af-48df-b307-c4c9399eee99 req-cd2647ae-7c67-4a7d-8384-7d46b7444b4d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.0966125 Oct 27 15:06:25.562953 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36126) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:25.568859 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'floatingip': {'port_id': '58073106-fde6-49d1-a21b-f6286534cb90'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:25.738394 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:25.806036 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:06:26.016210 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.071951 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36148) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:26.204103 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.283334 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b917a38-c109-4b13-b371-a1f0be792d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:06:26.328478 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:26.335340 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:26.335664 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b79455c5324347f5ab7897f622b6f275 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:26.340675 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:26.343239 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:06:26.352052 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:26.362174 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.367680 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-5b2fb020-343f-4794-a972-f1323c15b396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:26.368251 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0acdaa-36d2-42bb-9c50-934cffa6ff08 req-292c0a77-ad25-430e-8ecd-50b080f4ebf6 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:26.375608 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ca0acdaa-36d2-42bb-9c50-934cffa6ff08 req-292c0a77-ad25-430e-8ecd-50b080f4ebf6 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 945 time: 0.3049734 Oct 27 15:06:26.459047 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:26.459573 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.462885 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ca0acdaa-36d2-42bb-9c50-934cffa6ff08 req-1361bf9a-73e8-446d-9872-7bff09ca3db7 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844290 Oct 27 15:06:26.544268 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.551518 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.571155 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:26.606932 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87210c-42ec-4cea-bc93-fae259c8bf00 req-c0fb004f-2452-49e7-8394-97ad9a2a904f tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:26.614659 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb87210c-42ec-4cea-bc93-fae259c8bf00 req-c0fb004f-2452-49e7-8394-97ad9a2a904f tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 945 time: 0.6548271 Oct 27 15:06:26.636635 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b917a38-c109-4b13-b371-a1f0be792d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'code': 200} Oct 27 15:06:26.647610 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-15b4bb4c-3cfc-428e-aefa-24ef13d1f8c6 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:26.649132 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-15b4bb4c-3cfc-428e-aefa-24ef13d1f8c6 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 945 time: 0.7119637 Oct 27 15:06:26.681142 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15367284-f392-4156-af5f-5dbc302c8a24,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:26.688298 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:26.690746 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b79455c5324347f5ab7897f622b6f275&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6176496 Oct 27 15:06:26.697964 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36162) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:26.768780 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:26.780149 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:26.790142 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:24Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:26.801094 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef595b8-e9d9-4e14-9aca-c71d7ae15813 None None] The sync data for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb is: [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:24Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:06:26.827192 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7c2431c8-6cc9-4004-a559-71ad5cc4ec1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.881180 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7c2431c8-6cc9-4004-a559-71ad5cc4ec1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.929099 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.983625 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7c2431c8-6cc9-4004-a559-71ad5cc4ec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.989484 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4447201e-67ef-4624-b8cb-b5355e3edaba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:26.989664 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:26.995331 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:26.998209 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:27.018259 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2431c8-6cc9-4004-a559-71ad5cc4ec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15367284-f392-4156-af5f-5dbc302c8a24,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:27.023452 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7c2431c8-6cc9-4004-a559-71ad5cc4ec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:27.035323 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7c2431c8-6cc9-4004-a559-71ad5cc4ec1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:27.039383 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-7c2431c8-6cc9-4004-a559-71ad5cc4ec1a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15367284-f392-4156-af5f-5dbc302c8a24 HTTP/1.1" status: 204 len: 168 time: 0.3378291 Oct 27 15:06:27.183978 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:27.201984 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:27.348715 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Deleting port cb6e988b-0358-40d6-9171-18e2dcb2dace {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:06:27.349291 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:27.516772 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb87210c-42ec-4cea-bc93-fae259c8bf00 req-59166e17-a99d-4b25-9538-3c088e417ebf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/security-groups?id=493205ed-6bb2-4f50-a901-2c8ab4e9825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9010129 Oct 27 15:06:27.539422 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.db.resource_extend [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:06:27.758307 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:06:27.805201 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:27.876449 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:27.999297 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ae1ae-521e-46fe-8c41-c64ba16b3cd5 req-26926add-cb32-48ca-bd03-421236d08316 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:28.000966 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:28.001661 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:28.002374 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-635ae1ae-521e-46fe-8c41-c64ba16b3cd5 req-26926add-cb32-48ca-bd03-421236d08316 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2643118 Oct 27 15:06:28.056590 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] For port cb6e988b-0358-40d6-9171-18e2dcb2dace, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cb6e988b-0358-40d6-9171-18e2dcb2dace,segment=NetworkSegment(6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d),segment_id=6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:28.057389 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:28.114938 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-635ae1ae-521e-46fe-8c41-c64ba16b3cd5 req-721ca84b-8f77-435f-8062-6b12b08b1b08 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115448 Oct 27 15:06:28.233058 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Calling delete_port for cb6e988b-0358-40d6-9171-18e2dcb2dace owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:06:28.272892 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b8578ba1-6390-465b-accb-bda5ea2aebbe req-d70101a4-8e7c-401a-90b5-c000927146a9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 1099 time: 0.8606014 Oct 27 15:06:28.492729 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36224) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:28.508195 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b8578ba1-6390-465b-accb-bda5ea2aebbe req-285e49fc-c4aa-47f6-9b32-aa83393b6256 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215047 Oct 27 15:06:28.671790 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:28.681689 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:28.685509 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['cb6e988b-0358-40d6-9171-18e2dcb2dace'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:06:28.769339 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Pushing event deleted for resources: {'Port': ['ID=cb6e988b-0358-40d6-9171-18e2dcb2dace,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:28.776638 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:28.778793 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3ca5675b-3ce8-4142-8a34-12ea01fba249 req-a57ee227-ab5e-4c12-8db4-0c4a9b882102 tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 210 time: 0.0651181 Oct 27 15:06:28.816114 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.l3_db [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Floating IP 32e16106-86d6-4fa9-86da-f9da7199a266 associated. External IP: 172.28.2.50, port: 58073106-fde6-49d1-a21b-f6286534cb90. Oct 27 15:06:28.859040 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:28.896386 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:28.900925 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Usage tracker for resource:security_group_rule and tenant:94080d7990bf4137bf609326684d9e78 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:28.904204 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:28.914539 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:28.996204 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] No DVR routers for this DVR port cb6e988b-0358-40d6-9171-18e2dcb2dace on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:06:29.002483 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:29.007532 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:29.010613 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:29.023288 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d91be48-659b-4eea-b815-faaa79592fb0', 'name': 'network-vif-deleted', 'tag': 'cb6e988b-0358-40d6-9171-18e2dcb2dace'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:06:29.025470 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a18eab31-76b5-4351-bef4-09d3c6ac0312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:29.112811 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b556d50c-9c58-4dde-bfcc-a98e771214cd,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:29.113337 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ba9b8278-04d3-4df8-a9d9-539fc6867305 req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.52 "DELETE /v2.0/ports/cb6e988b-0358-40d6-9171-18e2dcb2dace HTTP/1.1" status: 204 len: 173 time: 2.4435859 Oct 27 15:06:29.156373 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:29.229255 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94080d7990bf4137bf609326684d9e78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7338400 Oct 27 15:06:29.229848 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36252) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:29.267053 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d91be48-659b-4eea-b815-faaa79592fb0', 'name': 'network-vif-deleted', 'tag': 'cb6e988b-0358-40d6-9171-18e2dcb2dace', 'status': 'completed', 'code': 200} Oct 27 15:06:29.338454 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-542de919-5510-4b6e-91f7-2f7e6c6fb8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:29.371960 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-542de919-5510-4b6e-91f7-2f7e6c6fb8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:29.491138 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-542de919-5510-4b6e-91f7-2f7e6c6fb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:29.495557 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c10a0dcf-90ea-4e08-b65a-c0d4052b176d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:29.516838 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542de919-5510-4b6e-91f7-2f7e6c6fb8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b556d50c-9c58-4dde-bfcc-a98e771214cd,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:29.528374 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-542de919-5510-4b6e-91f7-2f7e6c6fb8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:29.541005 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-542de919-5510-4b6e-91f7-2f7e6c6fb8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:29.545528 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-542de919-5510-4b6e-91f7-2f7e6c6fb8a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b556d50c-9c58-4dde-bfcc-a98e771214cd HTTP/1.1" status: 204 len: 168 time: 0.3141880 Oct 27 15:06:29.691378 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60769d-53e6-4294-8849-0d515dc0962a req-ee02e0ab-252f-443f-958b-6a2f448b72ea tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:29.693048 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cf60769d-53e6-4294-8849-0d515dc0962a req-ee02e0ab-252f-443f-958b-6a2f448b72ea tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.3309984 Oct 27 15:06:29.756892 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cf60769d-53e6-4294-8849-0d515dc0962a req-3f5dceb5-9797-4838-a5fe-64dcd3d72e42 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549695 Oct 27 15:06:30.017355 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Router ce24be3e-892e-4346-96fa-b01a3dc8dfbc has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:06:30.157659 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-193e935e-9cd7-4e65-902c-9d07c3a408ce req-cdb4c96b-600e-4fda-aa67-b628c873ecdb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d91be48-659b-4eea-b815-faaa79592fb0 HTTP/1.1" status: 200 len: 210 time: 0.1067417 Oct 27 15:06:30.430581 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:06:30.438606 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:30.447802 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36292) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:30.467504 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] Sync routers for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:06:30.499593 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:30.501731 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:30.551574 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-0bf589bc-4898-455f-8a75-e242408e7b3f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "PUT /v2.0/floatingips/32e16106-86d6-4fa9-86da-f9da7199a266 HTTP/1.1" status: 200 len: 990 time: 4.9848635 Oct 27 15:06:30.739889 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36306) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:30.767472 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:30.812838 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:30.849548 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:30.857036 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Usage tracker for resource:security_group_rule and tenant:83a22364ac004afaafe82665f5e78a53 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:30.863910 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:30.878488 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:31.009925 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.026930 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.038777 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e426097a-3485-4ee0-bb76-c8dc839996cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:31.100728 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.121172 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34273bc-053c-43b1-9efe-1d3b1ba0dc38,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:31.127167 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:31.134506 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36316) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:31.135313 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83a22364ac004afaafe82665f5e78a53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3939309 Oct 27 15:06:31.153208 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device cb6e988b-0358-40d6-9171-18e2dcb2dace no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:06:31.167856 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1a796-54d2-4c19-bb04-7c4bf52539d8 req-a5c7deb0-e41d-4b5c-8942-619d403e8dc1 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:31.175622 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b9b1a796-54d2-4c19-bb04-7c4bf52539d8 req-a5c7deb0-e41d-4b5c-8942-619d403e8dc1 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2065446 Oct 27 15:06:31.223540 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:31.237198 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Usage tracker for resource:security_group_rule and tenant:5841c2013d3e4fdea51e6b1fb5571e6c is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:31.251935 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1d0b-6e74-4460-a7a2-715f3396a79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.252139 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:31.254166 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: cb6e988b-0358-40d6-9171-18e2dcb2dace {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:06:31.254759 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device cb6e988b-0358-40d6-9171-18e2dcb2dace not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:06:31.260043 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:31.270483 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '32e16106-86d6-4fa9-86da-f9da7199a266', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'port_id': '58073106-fde6-49d1-a21b-f6286534cb90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'mac_address': 'fa:16:3e:aa:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:54Z', 'updated_at': '2021-10-27T15:06:27Z', 'revision_number': 1, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:31.275151 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:06:31.275913 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] Checking router: ce24be3e-892e-4346-96fa-b01a3dc8dfbc for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:06:31.287911 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1d0b-6e74-4460-a7a2-715f3396a79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.291472 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:31.292334 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:31.345981 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b9b1a796-54d2-4c19-bb04-7c4bf52539d8 req-996e40a2-600b-4287-bc20-5e1760111dd1 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691625 Oct 27 15:06:31.381508 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1d0b-6e74-4460-a7a2-715f3396a79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.390378 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:31.424509 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4bf1d0b-6e74-4460-a7a2-715f3396a79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.428880 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d4bf1d0b-6e74-4460-a7a2-715f3396a79c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f34273bc-053c-43b1-9efe-1d3b1ba0dc38 HTTP/1.1" status: 204 len: 168 time: 0.2914445 Oct 27 15:06:31.428880 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf1d0b-6e74-4460-a7a2-715f3396a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34273bc-053c-43b1-9efe-1d3b1ba0dc38,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:31.432984 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d4bf1d0b-6e74-4460-a7a2-715f3396a79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:31.462123 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90', 'status': 'completed', 'code': 200} Oct 27 15:06:31.468910 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.483732 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:31.492642 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-d953907a-23b4-4404-98dd-34c6489375ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:31.616646 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5841c2013d3e4fdea51e6b1fb5571e6c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1653926 Oct 27 15:06:31.616646 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b1c3f1-2316-4c56-b45f-398d5b814df4,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:31.619410 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36338) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:31.624617 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:31.665412 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:31.736287 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-6c40064f-4f77-4772-9975-4b66e82c65d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1098 time: 0.2362025 Oct 27 15:06:31.819334 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89338857-d521-4a91-a68a-c36a42c6fac8 req-a210f467-505d-411b-8a3d-7df3f81b3c7f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:31.821171 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-89338857-d521-4a91-a68a-c36a42c6fac8 req-a210f467-505d-411b-8a3d-7df3f81b3c7f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1827679 Oct 27 15:06:31.830733 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36358) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:31.838704 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'floatingip': {'port_id': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:32.032938 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:32.288837 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-4dab1d9c-cea5-451e-90ad-86511545b156 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:32.290392 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-4dab1d9c-cea5-451e-90ad-86511545b156 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.5196841 Oct 27 15:06:32.296058 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-26fa3175-78ee-4532-8d09-9c5653df5545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:32.327092 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '32e16106-86d6-4fa9-86da-f9da7199a266', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'port_id': '58073106-fde6-49d1-a21b-f6286534cb90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'mac_address': 'fa:16:3e:aa:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:54Z', 'updated_at': '2021-10-27T15:06:27Z', 'revision_number': 1, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:32.331314 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea82e23-567d-4a4a-bcbf-dbd8f2e6e864 None None] The sync data for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb is: [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '32e16106-86d6-4fa9-86da-f9da7199a266', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'floating_ip_address': '172.28.2.50', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'port_id': '58073106-fde6-49d1-a21b-f6286534cb90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'mac_address': 'fa:16:3e:aa:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:54Z', 'updated_at': '2021-10-27T15:06:27Z', 'revision_number': 1, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:06:32.470503 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-26fa3175-78ee-4532-8d09-9c5653df5545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:32.527831 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-fb2ad066-f69b-4f30-9395-fb5708999c28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 200 len: 998 time: 0.2281368 Oct 27 15:06:32.623157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-bec500f2-efcb-44a4-bfc3-b42cd54bdebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:32.626436 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-bec500f2-efcb-44a4-bfc3-b42cd54bdebe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.0882900 Oct 27 15:06:32.629919 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-26fa3175-78ee-4532-8d09-9c5653df5545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:32.644593 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:32.712711 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa3175-78ee-4532-8d09-9c5653df5545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b1c3f1-2316-4c56-b45f-398d5b814df4,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:32.717889 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-26fa3175-78ee-4532-8d09-9c5653df5545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:32.738659 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-26fa3175-78ee-4532-8d09-9c5653df5545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:32.743240 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-26fa3175-78ee-4532-8d09-9c5653df5545 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a9b1c3f1-2316-4c56-b45f-398d5b814df4 HTTP/1.1" status: 204 len: 168 time: 1.1143484 Oct 27 15:06:32.764377 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-aea50f09-6bef-49b9-9766-aca6e9f3c432 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1263709 Oct 27 15:06:33.053602 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-16f5ba85-4335-40a5-bc7b-9d9c35ede23f service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793810 Oct 27 15:06:33.256107 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36408) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:33.318048 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f13fcb4a-a7b5-4368-9f36-d9a20cf31d10 req-4eed0a2f-0cba-4a0d-bb56-aba3310a93c1 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578130 Oct 27 15:06:33.385891 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36418) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:33.415984 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.571561 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:33.577537 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:45c3e7bd59d04164b3c7f34502425cc0 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:33.581868 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:33.597275 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:33.617004 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.618234 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.625700 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.651066 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:33.655385 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Usage tracker for resource:security_group_rule and tenant:19d8193d51074744891a3c4c347ed5d2 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:33.658390 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:33.664139 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:33.745552 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.749964 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.758202 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-26fa3175-78ee-4532-8d09-9c5653df5545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:33.761609 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.805749 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19d8193d51074744891a3c4c347ed5d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5430806 Oct 27 15:06:33.805749 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d72b3f-f300-45d4-8ffe-54fadfaeb618,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:33.806392 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36428) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:33.808914 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:33.814001 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.829256 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-398863c8-eb26-4542-9d00-ea60d81845e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:33.871034 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-850bbd7f-4b80-4666-b3fc-1c2a45780fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.881642 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45c3e7bd59d04164b3c7f34502425cc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4945612 Oct 27 15:06:33.882377 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a87db59-77e4-4ce1-828a-1f92975e947e,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:33.884762 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36436) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:33.897151 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:33.940077 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-850bbd7f-4b80-4666-b3fc-1c2a45780fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.986831 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4dd66511-cf30-43a2-82cc-228dc8157c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:33.990900 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.l3_db [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Floating IP 3b3d2ecd-92f4-43b1-b79d-7755d33ae346 associated. External IP: 172.28.2.251, port: d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb. Oct 27 15:06:34.016722 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-850bbd7f-4b80-4666-b3fc-1c2a45780fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.027503 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-b6835c8a-0357-42eb-aa18-5dd8f8086aad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:34.039444 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bbd7f-4b80-4666-b3fc-1c2a45780fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d72b3f-f300-45d4-8ffe-54fadfaeb618,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:34.042329 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-850bbd7f-4b80-4666-b3fc-1c2a45780fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:34.043683 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-850bbd7f-4b80-4666-b3fc-1c2a45780fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.050073 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-850bbd7f-4b80-4666-b3fc-1c2a45780fd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62d72b3f-f300-45d4-8ffe-54fadfaeb618 HTTP/1.1" status: 204 len: 168 time: 0.2426312 Oct 27 15:06:34.126820 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36450) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:34.168877 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36458) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:34.215272 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3458d6a6-81ce-49dd-aa36-6f335dea0db3 None None] New status for floating IP 32e16106-86d6-4fa9-86da-f9da7199a266: ACTIVE {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:06:34.225741 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4dd66511-cf30-43a2-82cc-228dc8157c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.483907 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] Deleting subnet 5f961523-8a27-4759-af24-086a310c00c6 {{(pid=82782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:06:34.493729 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.561482 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.663853 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1004507'] for subnet, precommit_delete_associations {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.683337 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4dd66511-cf30-43a2-82cc-228dc8157c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.696451 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b0d2acb2-98ec-4b1a-8ab5-9c55fc1450c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:34.723255 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd66511-cf30-43a2-82cc-228dc8157c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a87db59-77e4-4ce1-828a-1f92975e947e,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:34.725801 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4dd66511-cf30-43a2-82cc-228dc8157c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:34.738249 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-2b84af50-b8b8-49ee-904b-a07fe0a49c10 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4878981 Oct 27 15:06:34.745275 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4dd66511-cf30-43a2-82cc-228dc8157c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.746748 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4dd66511-cf30-43a2-82cc-228dc8157c2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a87db59-77e4-4ce1-828a-1f92975e947e HTTP/1.1" status: 204 len: 168 time: 0.8594642 Oct 27 15:06:34.765495 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:34.787170 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Usage tracker for resource:security_group_rule and tenant:e75b507691d94aaeb615cb96252b1ed3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:34.805207 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:34.825543 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:34.828164 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:34.939878 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36478) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:34.977182 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.026960 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-928181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1570830'] for subnet, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.039676 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:06:35.059697 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:35.095566 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.106822 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f961523-8a27-4759-af24-086a310c00c6,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:35.108523 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:35.111937 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:35.115139 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Usage tracker for resource:security_group_rule and tenant:e26f2df8b83e4c88a0926dd963b4e160 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:35.120579 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:35.124720 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.135094 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.137920 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-074668ff-e26c-46ac-bcf7-91ee75d1ea85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:35.149961 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:35.193112 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-80bb2d49-ce90-4e05-a6ee-6818446810f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1098 time: 0.3123894 Oct 27 15:06:35.206158 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-6f6e3ea2-a8a4-4162-a4a7-f2a7b532aec1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5f961523-8a27-4759-af24-086a310c00c6 HTTP/1.1" status: 204 len: 168 time: 1.0359056 Oct 27 15:06:35.206963 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44daa96e-2efb-4114-adf1-57e66762c56b,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:35.211589 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36488) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:35.214218 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:35.218179 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e75b507691d94aaeb615cb96252b1ed3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0903280 Oct 27 15:06:35.235469 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36492) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:35.332611 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a007ec0e-e547-416a-8eaf-b4d073f7bdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.366071 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a007ec0e-e547-416a-8eaf-b4d073f7bdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.391915 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:06:35.397051 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.406335 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] Sync routers for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:06:35.426422 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:35.427537 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:35.477630 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-310053fd-8f3f-4d3e-aa95-6c4c90d4a92b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "PUT /v2.0/floatingips/3b3d2ecd-92f4-43b1-b79d-7755d33ae346 HTTP/1.1" status: 200 len: 992 time: 3.6431770 Oct 27 15:06:35.477630 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b917a38-c109-4b13-b371-a1f0be792d07', 'tag': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb'}] {{(pid=82783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:06:35.505009 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a007ec0e-e547-416a-8eaf-b4d073f7bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.510513 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cadaac89-ca77-4a15-b7af-947d250874f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:35.522424 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007ec0e-e547-416a-8eaf-b4d073f7bdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44daa96e-2efb-4114-adf1-57e66762c56b,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:35.525186 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a007ec0e-e547-416a-8eaf-b4d073f7bdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:35.527699 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.531437 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a007ec0e-e547-416a-8eaf-b4d073f7bdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.533847 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a007ec0e-e547-416a-8eaf-b4d073f7bdc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44daa96e-2efb-4114-adf1-57e66762c56b HTTP/1.1" status: 204 len: 168 time: 0.2983441 Oct 27 15:06:35.558183 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.603100 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:35.615305 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-11231695-eafe-4bc7-9a31-421955dae8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:35.674621 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-62c1d798-0508-4c4f-a4be-5ca75ee91586 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:35.676088 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-62c1d798-0508-4c4f-a4be-5ca75ee91586 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.4359467 Oct 27 15:06:35.812209 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:35.936221 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf2d94-826d-4bb8-bd26-212a4223b514,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:35.946082 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e26f2df8b83e4c88a0926dd963b4e160&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0049355 Oct 27 15:06:35.949255 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36530) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:35.960454 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:36.086825 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.088090 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-efae2c18-64b6-486e-a9ad-b26b1fc32a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.122758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-efae2c18-64b6-486e-a9ad-b26b1fc32a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.130781 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df8231d-714f-4040-b4cb-a36ecd0f85df']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:36.149586 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-f770b3ba-c184-4918-8aae-8bbc44269e0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 200 len: 1000 time: 0.4330544 Oct 27 15:06:36.158072 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:36.158373 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4d367b-54e1-4b8d-b0a1-a290b0da8d8d') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:36.194374 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-efae2c18-64b6-486e-a9ad-b26b1fc32a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.202658 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-34c8d178-7029-48ae-b393-ae997e0a0151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:36.222036 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae2c18-64b6-486e-a9ad-b26b1fc32a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf2d94-826d-4bb8-bd26-212a4223b514,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:36.241690 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-efae2c18-64b6-486e-a9ad-b26b1fc32a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.242900 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-efae2c18-64b6-486e-a9ad-b26b1fc32a01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3bf2d94-826d-4bb8-bd26-212a4223b514 HTTP/1.1" status: 204 len: 168 time: 0.2926462 Oct 27 15:06:36.243878 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-efae2c18-64b6-486e-a9ad-b26b1fc32a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:36.294426 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b917a38-c109-4b13-b371-a1f0be792d07', 'tag': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'status': 'completed', 'code': 200} Oct 27 15:06:36.301066 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.315941 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-a416abff-a360-4e62-9fd9-8715f911e217 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:36.317589 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-a416abff-a360-4e62-9fd9-8715f911e217 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.1523724 Oct 27 15:06:36.414402 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.427726 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Releasing vlan 1370 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:06:36.428303 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:06:36.442829 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:06:36.453634 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.510221 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '3b3d2ecd-92f4-43b1-b79d-7755d33ae346', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'port_id': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'mac_address': 'fa:16:3e:1c:ec:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b917a38-c109-4b13-b371-a1f0be792d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:59Z', 'updated_at': '2021-10-27T15:06:33Z', 'revision_number': 1, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:36.517804 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] Checking router: 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:06:36.537771 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:36.538600 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:36.571672 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.578188 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-74d1e203-d89f-4b06-94e5-8fb72168c6ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 1099 time: 0.2596810 Oct 27 15:06:36.580865 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:36.589384 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:36.634501 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-2f139d21-f061-48aa-b912-443e485cab50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2697091 Oct 27 15:06:36.646483 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df8231d-714f-4040-b4cb-a36ecd0f85df,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:36.649302 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3df8231d-714f-4040-b4cb-a36ecd0f85df HTTP/1.1" status: 204 len: 168 time: 1.4367824 Oct 27 15:06:36.755184 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.755541 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.755892 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.756257 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.769102 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.769634 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.769998 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.770349 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.770692 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.771031 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.771366 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:36.775285 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:36.784520 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:36.882652 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36562) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:37.039219 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-69f8f26c-253e-489f-8e99-1d261c6808ad service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962793 Oct 27 15:06:37.050309 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-a80a3c67-e6b5-4c66-8c2e-280344dfa9b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:37.051708 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-a80a3c67-e6b5-4c66-8c2e-280344dfa9b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 913 time: 0.4652004 Oct 27 15:06:37.128754 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36576) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:37.227180 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b94a0e03-cc75-49f1-aeb4-ab0b966e7a82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6080cbf69f1e4e3cb90780f01225f77f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0970025 Oct 27 15:06:37.230076 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36580) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:37.329767 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-cbfd0f54-aaf3-49e0-87ea-341af2b6e0e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb HTTP/1.1" status: 200 len: 1000 time: 0.2193172 Oct 27 15:06:37.397243 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1e373c04-a682-4312-988e-c4aa1dfbd0c5 req-135d8484-be6a-46b8-be5e-53d9ee22f646 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298075 Oct 27 15:06:37.415877 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '3b3d2ecd-92f4-43b1-b79d-7755d33ae346', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'port_id': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'mac_address': 'fa:16:3e:1c:ec:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b917a38-c109-4b13-b371-a1f0be792d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:59Z', 'updated_at': '2021-10-27T15:06:33Z', 'revision_number': 1, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:37.417505 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:37.419479 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:37.423677 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b6e133-a451-4784-a97e-157d718d19d3 None None] The sync data for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb is: [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '3b3d2ecd-92f4-43b1-b79d-7755d33ae346', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'floating_ip_address': '172.28.2.251', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'port_id': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'mac_address': 'fa:16:3e:1c:ec:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b917a38-c109-4b13-b371-a1f0be792d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:59Z', 'updated_at': '2021-10-27T15:06:33Z', 'revision_number': 1, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:06:37.467405 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-0627eb18-e1bb-4d87-877d-0ed88782bbda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:37.472577 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-0627eb18-e1bb-4d87-877d-0ed88782bbda service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.1218958 Oct 27 15:06:37.556839 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:37.590971 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-349caad7-f27e-462b-b7ab-b1f0d7a41136 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1095798 Oct 27 15:06:37.611148 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:37.618641 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff3c17bc2e04b0f98e6d64ad5a8b9cb is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:37.644428 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:37.652310 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:37.683626 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:37.693515 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-efae2c18-64b6-486e-a9ad-b26b1fc32a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:37.721891 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493205ed-6bb2-4f50-a901-2c8ab4e9825e,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:37.755427 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.756748 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.757139 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.759641 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.760061 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.760443 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.760791 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.763432 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.766237 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.766616 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.768539 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:37.778154 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:37.784798 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:37.788904 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/493205ed-6bb2-4f50-a901-2c8ab4e9825e HTTP/1.1" status: 204 len: 168 time: 0.5576382 Oct 27 15:06:37.852873 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-ccde0596-9038-4f40-b03f-d9721dcf6b91 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398393 Oct 27 15:06:37.854844 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:37.859865 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:37.869906 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-804b0f33-e502-4763-a4de-c7c0ad1c0f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:37.962308 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ff3c17bc2e04b0f98e6d64ad5a8b9cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0779936 Oct 27 15:06:37.967311 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34314935-2284-412e-8226-b2101d5d60de,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:37.971149 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36612) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:38.004878 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:38.093784 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-71e319e3-711e-4d1c-8626-24f2c53c5767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:38.137252 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-71e319e3-711e-4d1c-8626-24f2c53c5767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:38.258868 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-71e319e3-711e-4d1c-8626-24f2c53c5767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:38.266468 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ff2b7085-b768-4cbf-828b-0be5ad0efca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:38.283486 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-71e319e3-711e-4d1c-8626-24f2c53c5767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:38.284818 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-71e319e3-711e-4d1c-8626-24f2c53c5767 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34314935-2284-412e-8226-b2101d5d60de HTTP/1.1" status: 204 len: 168 time: 0.3122566 Oct 27 15:06:38.286096 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e319e3-711e-4d1c-8626-24f2c53c5767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34314935-2284-412e-8226-b2101d5d60de,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:38.290361 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-71e319e3-711e-4d1c-8626-24f2c53c5767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:38.308025 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38247df9-95fa-43d7-bd86-ea40aa1b3fbb req-77e2089b-f053-48f1-8142-d8043229b03b service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428153 Oct 27 15:06:38.953157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36660) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:38.971074 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:39.011162 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:39.016209 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Usage tracker for resource:security_group_rule and tenant:02c811b43e8a4877a4ea1f42fe5ac2b9 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:39.019021 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:39.024695 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:39.098166 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:39.106665 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:39.116822 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:39.163805 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94863c7d-0d44-4fbc-9903-4aa2dfd8eb35,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:39.167497 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:39.170463 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=02c811b43e8a4877a4ea1f42fe5ac2b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2156940 Oct 27 15:06:39.173744 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36668) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:39.247563 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1769f3f3-9ee4-4d47-98ea-a88f7cd24395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:39.304862 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1769f3f3-9ee4-4d47-98ea-a88f7cd24395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:39.438601 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1769f3f3-9ee4-4d47-98ea-a88f7cd24395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:39.445074 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-06de20c3-eeb5-4dcf-87a1-9c2531bd0e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:39.464003 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769f3f3-9ee4-4d47-98ea-a88f7cd24395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94863c7d-0d44-4fbc-9903-4aa2dfd8eb35,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:39.470629 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1769f3f3-9ee4-4d47-98ea-a88f7cd24395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:39.484394 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1769f3f3-9ee4-4d47-98ea-a88f7cd24395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:39.488983 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1769f3f3-9ee4-4d47-98ea-a88f7cd24395 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94863c7d-0d44-4fbc-9903-4aa2dfd8eb35 HTTP/1.1" status: 204 len: 168 time: 0.3141177 Oct 27 15:06:40.424976 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36728) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:40.439778 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36734) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:40.640927 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:40.679274 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-network', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:40.687272 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:40.694134 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Usage tracker for resource:network and tenant:fa6e1634f7ed4752846f2a3281300b27 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:40.705998 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:40.716429 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:40.725662 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:40.737117 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:38a5fea616ea4ddc8be65a19b5b449e7 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:40.741267 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:40.744376 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Made reservation on behalf of fa6e1634f7ed4752846f2a3281300b27 for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:40.748620 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0e979-5a5f-4f3e-b777-0d2165bfc763 None None] New status for floating IP 3b3d2ecd-92f4-43b1-b79d-7755d33ae346: ACTIVE {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:06:40.749277 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:40.763849 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:40.772207 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:40.825058 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:40.832430 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Usage tracker for resource:security_group_rule and tenant:fa6e1634f7ed4752846f2a3281300b27 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:40.841064 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:40.853742 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:40.925367 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:40.938146 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:40.948435 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:41.012877 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3068f84-5fc8-43c4-a421-74af18b5b7e5,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:41.016897 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:41.024293 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=38a5fea616ea4ddc8be65a19b5b449e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5948484 Oct 27 15:06:41.024653 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36760) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:41.039909 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.044011 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.050093 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c564105c-694f-4a18-9eed-0ed69289859f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:41.104633 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea81f120-463a-4ab4-92c2-a5a211dce63e,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:41.115789 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:41.120201 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] vlan segment allocate from pool success with {'vlan_id': 1397, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:06:41.140339 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7272951c-906a-4029-94bb-b74ea1f67a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.145269 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.145642 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Added segment 40c7c336-5a18-434f-803d-9851f47af487 of type vlan for network 0d643b43-c892-4be7-ae00-7efeb38878ff Oct 27 15:06:41.183703 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7272951c-906a-4029-94bb-b74ea1f67a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.209815 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.274745 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.276673 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:41.277357 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.283600 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2d505bae-51d5-47e2-bbb4-e92c1bfd1719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:41.312162 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7272951c-906a-4029-94bb-b74ea1f67a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.318472 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:41.340957 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272951c-906a-4029-94bb-b74ea1f67a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3068f84-5fc8-43c4-a421-74af18b5b7e5,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:41.352127 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7272951c-906a-4029-94bb-b74ea1f67a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:41.363164 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7272951c-906a-4029-94bb-b74ea1f67a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.368702 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-7272951c-906a-4029-94bb-b74ea1f67a4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3068f84-5fc8-43c4-a421-74af18b5b7e5 HTTP/1.1" status: 204 len: 168 time: 0.3434074 Oct 27 15:06:41.406082 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9649460 Oct 27 15:06:41.409291 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36780) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:41.412392 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Pushing event updated for resources: {'Network': ['ID=0d643b43-c892-4be7-ae00-7efeb38878ff,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:41.416046 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:41.416540 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Request body: {'subnet': {'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-subnet', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:41.424200 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network 0d643b43-c892-4be7-ae00-7efeb38878ff details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:06:41.429510 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:41.439829 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Usage tracker for resource:subnet and tenant:fa6e1634f7ed4752846f2a3281300b27 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:41.449322 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:41.458392 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:41.473717 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Made reservation on behalf of fa6e1634f7ed4752846f2a3281300b27 for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:41.478535 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1570913'] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.841215 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-928118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1570839'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:41.851061 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:41.962270 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30bf7b82-fe9d-418e-bca4-893c1bf0025c,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:41.969549 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:41.973050 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Checking segment: {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:41.973497 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Network hostable DHCP agents. Network: 0d643b43-c892-4be7-ae00-7efeb38878ff, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:06:42.008494 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Network 0d643b43-c892-4be7-ae00-7efeb38878ff is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:06:42.019844 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, 0d643b43-c892-4be7-ae00-7efeb38878ff) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:42.025045 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:42.026351 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:42.031284 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99294f9-f99f-49c2-903e-045710a44184 None None] Network 0d643b43-c892-4be7-ae00-7efeb38878ff requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:06:42.071148 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-cdeb2138-9211-4e49-8f55-5361ee26e60f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6575179 Oct 27 15:06:42.071148 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36810) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:42.081200 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:42.093135 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:42.104095 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Usage tracker for resource:router and tenant:fa6e1634f7ed4752846f2a3281300b27 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:42.110553 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:42.118569 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:42.144362 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8416'] for router, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:42.145315 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8345'] for router, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:42.198284 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:42.388891 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbe5ad4-6b4d-4084-8833-8a4f24c0039b None None] Network 0d643b43-c892-4be7-ae00-7efeb38878ff requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:06:42.480650 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:42.721145 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:42.754463 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:42.917093 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Allocated IP 172.28.2.250 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/50af869f-724b-4fa7-82fb-a53378c22b30) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:06:43.100942 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:43.179474 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:43.183470 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:43.259873 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:06:43.262928 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:43.268931 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:06:43.320084 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Pushing event updated for resources: {'Port': ['ID=50af869f-724b-4fa7-82fb-a53378c22b30,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:43.327931 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:43.462905 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:43.463750 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047'] for router, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:43.818908 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Router ad4266fc-3750-418b-a2d3-d941965c7fd7 is scheduled to L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 with binding_index 1 {{(pid=82782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:06:44.082674 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:06:44.094457 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Sync routers for ids ['ad4266fc-3750-418b-a2d3-d941965c7fd7'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:06:44.119010 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Routers {'ad4266fc-3750-418b-a2d3-d941965c7fd7'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:44.121891 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ad4266fc-3750-418b-a2d3-d941965c7fd7'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:44.131561 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:44.135902 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36894) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:44.136440 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.0642643 Oct 27 15:06:44.321904 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36906) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:44.480379 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Set router ad4266fc-3750-418b-a2d3-d941965c7fd7 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:44.573879 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:44.685102 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:44.697227 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Usage tracker for resource:security_group_rule and tenant:961f03fe614c400ab54197ccc64be346 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:44.707640 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:44.725828 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:44.837995 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:43Z', 'revision_number': 3, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port': {'id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:44.842792 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Checking router: ad4266fc-3750-418b-a2d3-d941965c7fd7 for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:06:44.843476 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Updating router ad4266fc-3750-418b-a2d3-d941965c7fd7 port 50af869f-724b-4fa7-82fb-a53378c22b30 binding host dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:06:44.903687 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:44.912483 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:44.933326 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:44.938951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-32fd6548-3630-4270-99fd-b2f953f6f72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:45.028775 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd1dd35-53d6-4ca6-9b0d-3674a1523034,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:45.040157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:45.050783 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=961f03fe614c400ab54197ccc64be346&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7252989 Oct 27 15:06:45.051878 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36936) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:45.187155 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 36940) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:45.215861 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1ed50e74-325f-45f6-9cd3-e2da6a441f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.282068 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1ed50e74-325f-45f6-9cd3-e2da6a441f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.364120 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1ed50e74-325f-45f6-9cd3-e2da6a441f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.377168 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:45.460115 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed50e74-325f-45f6-9cd3-e2da6a441f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd1dd35-53d6-4ca6-9b0d-3674a1523034,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:45.463486 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1ed50e74-325f-45f6-9cd3-e2da6a441f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.476548 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1ed50e74-325f-45f6-9cd3-e2da6a441f80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbd1dd35-53d6-4ca6-9b0d-3674a1523034 HTTP/1.1" status: 204 len: 168 time: 0.4166608 Oct 27 15:06:45.477827 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1ed50e74-325f-45f6-9cd3-e2da6a441f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:45.478852 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.554374 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:45.562165 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Usage tracker for resource:security_group_rule and tenant:470ec316084c4e5e938db83780f61ae4 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:45.565810 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:45.579826 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:45.655168 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36964) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:45.714982 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.770636 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Notify callbacks [] for port, precommit_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.772261 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.782134 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.791597 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d3f7d623-82b3-4e7a-b4d8-649684259447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:45.804767 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.provisioning_blocks [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Transition to ACTIVE for port object 50af869f-724b-4fa7-82fb-a53378c22b30 will not be triggered until provisioned by entity L2. {{(pid=82785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:45.820039 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.841310 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462eb8d4-432b-490b-80ea-b5013d2ed284,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:45.843708 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-3dfe2b10-d628-4fb2-9a5a-eac1e17ac119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:45.850477 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:45.856565 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=470ec316084c4e5e938db83780f61ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6661358 Oct 27 15:06:45.857499 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 36980) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:45.946531 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Attempting to bind port 50af869f-724b-4fa7-82fb-a53378c22b30 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:06:45.947012 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Attempting to bind port 50af869f-724b-4fa7-82fb-a53378c22b30 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:06:45.947454 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Attempting to bind port 50af869f-724b-4fa7-82fb-a53378c22b30 on network 0f55d325-7075-4613-8cc1-223ea34f07f9 {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:45.961108 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:06:45.961588 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:45.962070 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.962543 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Bound using segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:06:45.963513 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Bound port: 50af869f-724b-4fa7-82fb-a53378c22b30, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:06:45.964072 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:45.988959 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Pushing event updated for resources: {'Port': ['ID=50af869f-724b-4fa7-82fb-a53378c22b30,revision_number=2']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:46.011889 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.012393 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.012804 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.013209 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.014155 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.014686 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.015103 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.015418 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.015785 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.016137 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.016516 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:46.028833 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:46.065484 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] For port 50af869f-724b-4fa7-82fb-a53378c22b30, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:06:46.073129 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] For port 50af869f-724b-4fa7-82fb-a53378c22b30, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=50af869f-724b-4fa7-82fb-a53378c22b30,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:06:46.080046 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.093101 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:46.097346 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9cb19e12-fec2-42c5-a150-5217965a1134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.168195 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9cb19e12-fec2-42c5-a150-5217965a1134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.178464 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Pushing event updated for resources: {'Port': ['ID=50af869f-724b-4fa7-82fb-a53378c22b30,revision_number=3']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:46.182559 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:46.193898 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Routers {'ad4266fc-3750-418b-a2d3-d941965c7fd7'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:46.194553 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ad4266fc-3750-418b-a2d3-d941965c7fd7'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:46.352784 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.394494 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9cb19e12-fec2-42c5-a150-5217965a1134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.398812 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Allocated IP 172.20.0.1 (0d643b43-c892-4be7-ae00-7efeb38878ff/30bf7b82-fe9d-418e-bca4-893c1bf0025c/8b9738fe-6485-48cd-a5aa-a5e30eb45de3) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:06:46.402027 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-0054572d-af4a-4efb-8702-e53a84e32cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:46.424151 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb19e12-fec2-42c5-a150-5217965a1134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462eb8d4-432b-490b-80ea-b5013d2ed284,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:46.428385 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9cb19e12-fec2-42c5-a150-5217965a1134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:46.440600 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:46.450249 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Usage tracker for resource:security_group_rule and tenant:06ff113690984a7e82f6d67bdd6868f1 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:46.471529 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:46.490712 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:46.503604 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9cb19e12-fec2-42c5-a150-5217965a1134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.504767 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-9cb19e12-fec2-42c5-a150-5217965a1134 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/462eb8d4-432b-490b-80ea-b5013d2ed284 HTTP/1.1" status: 204 len: 168 time: 0.6458042 Oct 27 15:06:46.543279 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] Set router ad4266fc-3750-418b-a2d3-d941965c7fd7 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:46.657065 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.692854 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.699556 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.709659 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-71e319e3-711e-4d1c-8626-24f2c53c5767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:46.788085 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:46.789474 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e029f-b0e5-43fe-8e03-bb4b5903b23b,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:46.815541 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37016) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:46.816759 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06ff113690984a7e82f6d67bdd6868f1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1605294 Oct 27 15:06:46.818871 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:46.819387 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:46.929842 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Network 0d643b43-c892-4be7-ae00-7efeb38878ff is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:06:46.931368 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:46.943203 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:46.948474 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:06:46.985876 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:47.010930 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-eba9c267-1ac4-47d1-bca2-ba45d571c8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.026044 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:43Z', 'revision_number': 3, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port': {'id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:47.031757 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675841f2-5c9d-42e3-9e5a-0c346531bdbb None None] The sync data for ids ['ad4266fc-3750-418b-a2d3-d941965c7fd7'] in dv-cinder-815673-1-smb is: [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:43Z', 'revision_number': 3, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port': {'id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:06:47.039668 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450149'] for router_interface, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.050723 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37022) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:47.054905 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-eba9c267-1ac4-47d1-bca2-ba45d571c8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.082085 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.156022 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.157039 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:47.161087 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Usage tracker for resource:security_group_rule and tenant:63b3341b9e714f9da6403a9c7d6fdbec is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:47.164383 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:47.170845 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:47.276740 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.284445 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.318020 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:47.333561 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63b3341b9e714f9da6403a9c7d6fdbec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2815044 Oct 27 15:06:47.336295 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37036) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:47.394208 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ddb10e-13e4-4e33-afe0-7bede074c93e,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:47.406464 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:47.407434 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-eba9c267-1ac4-47d1-bca2-ba45d571c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.416924 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1769f3f3-9ee4-4d47-98ea-a88f7cd24395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:47.447039 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9c267-1ac4-47d1-bca2-ba45d571c8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e029f-b0e5-43fe-8e03-bb4b5903b23b,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:47.449333 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-eba9c267-1ac4-47d1-bca2-ba45d571c8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:47.477038 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-eba9c267-1ac4-47d1-bca2-ba45d571c8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.480883 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-eba9c267-1ac4-47d1-bca2-ba45d571c8f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f4e029f-b0e5-43fe-8e03-bb4b5903b23b HTTP/1.1" status: 204 len: 168 time: 0.6635606 Oct 27 15:06:47.489699 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6dbaba75-4ab4-4d40-9152-d55b7071bea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.552484 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6dbaba75-4ab4-4d40-9152-d55b7071bea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.629264 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.633462 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6dbaba75-4ab4-4d40-9152-d55b7071bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.635436 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1500550'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.640693 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fc015723-c1e3-4f7f-be74-1b0bcfc48b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:47.662447 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6dbaba75-4ab4-4d40-9152-d55b7071bea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:47.663578 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-6dbaba75-4ab4-4d40-9152-d55b7071bea5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/35ddb10e-13e4-4e33-afe0-7bede074c93e HTTP/1.1" status: 204 len: 168 time: 0.3234315 Oct 27 15:06:47.683703 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbaba75-4ab4-4d40-9152-d55b7071bea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ddb10e-13e4-4e33-afe0-7bede074c93e,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:47.692125 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-6dbaba75-4ab4-4d40-9152-d55b7071bea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:47.701172 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:47.860718 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 50af869f-724b-4fa7-82fb-a53378c22b30 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:06:47.953272 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 50af869f-724b-4fa7-82fb-a53378c22b30 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:06:47.967062 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 50af869f-724b-4fa7-82fb-a53378c22b30 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:47.967731 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.030540 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,revision_number=2']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:48.040152 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:48.041322 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447809'] for router_interface, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.144964 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:06:48.349531 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Network 0d643b43-c892-4be7-ae00-7efeb38878ff is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:06:48.354186 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:48.428608 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.431001 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37064) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:48.476388 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.565148 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37070) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:48.573869 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:48.591048 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3885605e94eb41fb8dd0ec957457598b is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:48.597012 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:48.607811 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:48.651705 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-360890e3-e95d-416a-a4e9-06ca6182199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.672118 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 50af869f-724b-4fa7-82fb-a53378c22b30, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=50af869f-724b-4fa7-82fb-a53378c22b30,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:06:48.676884 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.681459 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:48.720624 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.726121 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.736160 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8ab63d5a-645c-4674-8a0d-79084eb5cf21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:48.767259 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f93cacf-07e9-46a0-affe-521e99070e80,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:48.767580 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=50af869f-724b-4fa7-82fb-a53378c22b30,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:48.771314 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:48.795672 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3885605e94eb41fb8dd0ec957457598b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3626726 Oct 27 15:06:48.800696 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37078) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:48.872530 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-84894fbd-bf7d-4fd0-82fb-3ec7b15c1124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.882122 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.882691 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.882797 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.884695 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.885201 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.885695 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.889699 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.890267 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.890758 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.893214 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.893896 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:06:48.908120 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-84894fbd-bf7d-4fd0-82fb-3ec7b15c1124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:48.915296 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:48.952960 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Router ad4266fc-3750-418b-a2d3-d941965c7fd7 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:06:48.999607 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.012684 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37086) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:49.021533 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-84894fbd-bf7d-4fd0-82fb-3ec7b15c1124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.027822 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f6e8cc80-2535-45b6-b63c-70ece267eb6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:49.039628 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84894fbd-bf7d-4fd0-82fb-3ec7b15c1124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f93cacf-07e9-46a0-affe-521e99070e80,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:49.042442 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-84894fbd-bf7d-4fd0-82fb-3ec7b15c1124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:49.043290 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.114921 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-84894fbd-bf7d-4fd0-82fb-3ec7b15c1124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.120998 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-84894fbd-bf7d-4fd0-82fb-3ec7b15c1124 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f93cacf-07e9-46a0-affe-521e99070e80 HTTP/1.1" status: 204 len: 168 time: 0.3213866 Oct 27 15:06:49.137177 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:49.142182 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Usage tracker for resource:security_group_rule and tenant:b561259cee61424e9fae3836309a7ed4 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:49.145148 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:49.151111 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:49.225538 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.254376 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:06:49.277977 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.281411 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] 10.222.0.55 "PUT /v2.0/routers/ad4266fc-3750-418b-a2d3-d941965c7fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1435478 Oct 27 15:06:49.287453 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:49.297421 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.308190 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Usage tracker for resource:security_group_rule and tenant:51672366390c41f990f9caf3056a28eb is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:49.312005 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fdb08732-6712-4b8b-bd22-1f309f69ee3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:49.323195 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:49.340994 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:49.372409 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b561259cee61424e9fae3836309a7ed4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7988677 Oct 27 15:06:49.372409 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff3a96-b224-41d7-9d24-aa19a8d83e5e,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:49.373973 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37100) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:49.377898 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:49.489069 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.494921 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.507187 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-850bbd7f-4b80-4666-b3fc-1c2a45780fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:49.547463 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6c09a104-610f-4759-a76f-24c8127a4f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.609307 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6c09a104-610f-4759-a76f-24c8127a4f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.610143 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3efe700-7943-4e22-bef4-fe5ae14e8bc3,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:49.616852 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51672366390c41f990f9caf3056a28eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6000781 Oct 27 15:06:49.616852 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:49.617222 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37118) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:49.687621 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-22a00175-06e0-4cf3-aba4-f799b2f02810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.729902 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6c09a104-610f-4759-a76f-24c8127a4f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.738022 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 50af869f-724b-4fa7-82fb-a53378c22b30 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:06:49.740320 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4c4a9116-0f61-4c2e-b33c-ee29398af020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:49.753533 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09a104-610f-4759-a76f-24c8127a4f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff3a96-b224-41d7-9d24-aa19a8d83e5e,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:49.762072 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6c09a104-610f-4759-a76f-24c8127a4f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:49.765035 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-22a00175-06e0-4cf3-aba4-f799b2f02810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.766496 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6c09a104-610f-4759-a76f-24c8127a4f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.767663 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-6c09a104-610f-4759-a76f-24c8127a4f06 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74ff3a96-b224-41d7-9d24-aa19a8d83e5e HTTP/1.1" status: 204 len: 168 time: 0.3924422 Oct 27 15:06:49.845596 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-22a00175-06e0-4cf3-aba4-f799b2f02810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.856332 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-19962808-821c-45b2-bc0b-2f762c304a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:49.860671 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 50af869f-724b-4fa7-82fb-a53378c22b30 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:49.861120 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.872285 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a00175-06e0-4cf3-aba4-f799b2f02810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3efe700-7943-4e22-bef4-fe5ae14e8bc3,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:49.876273 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-22a00175-06e0-4cf3-aba4-f799b2f02810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:49.880851 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-22a00175-06e0-4cf3-aba4-f799b2f02810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:49.881762 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-22a00175-06e0-4cf3-aba4-f799b2f02810 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3efe700-7943-4e22-bef4-fe5ae14e8bc3 HTTP/1.1" status: 204 len: 168 time: 0.2637024 Oct 27 15:06:50.073107 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-9733e18f-7cd8-4933-9b46-8035a45da849 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a3e2fa9a6d3472dbbc99f92ec4a5857&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455885 Oct 27 15:06:50.253028 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-31e7fbbb-02c9-44ac-83a8-1502087bb05b tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:50.254403 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-31e7fbbb-02c9-44ac-83a8-1502087bb05b tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747172 Oct 27 15:06:50.272067 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-f6468d61-4507-43a1-80fc-5f19c6d87fb6 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/quotas/3a3e2fa9a6d3472dbbc99f92ec4a5857 HTTP/1.1" status: 200 len: 375 time: 0.0123382 Oct 27 15:06:50.387666 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-2a901090-0cae-494b-a3e2-792e12c7a2fa tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a3e2fa9a6d3472dbbc99f92ec4a5857&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098599 Oct 27 15:06:50.592679 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37158) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:50.630819 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a12b7d5e-3917-4240-a5ad-ed51974d96a4 req-33968a00-605f-477e-bf37-042397a0f5a4 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 210 time: 0.0595212 Oct 27 15:06:50.665938 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-71639056-8dfc-423d-98b9-ea01d78128a8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:50.666651 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-71639056-8dfc-423d-98b9-ea01d78128a8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Synchronizing usage tracker for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:network {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:50.705909 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-71639056-8dfc-423d-98b9-ea01d78128a8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Unset dirty status for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:network {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:50.709246 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-71639056-8dfc-423d-98b9-ea01d78128a8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 819 time: 0.2361093 Oct 27 15:06:50.739336 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37172) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:50.761396 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-38e1a418-3fca-4d53-b279-6f4bed695c77 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/quotas/fa6e1634f7ed4752846f2a3281300b27 HTTP/1.1" status: 200 len: 375 time: 0.0451460 Oct 27 15:06:50.772153 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-60dfb3df-746b-4b7b-babb-d1cfe0e47c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:50.777831 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:50.842056 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:50.850884 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Usage tracker for resource:security_group_rule and tenant:25862cbcbcb54561827d2d6a3b4c0ad1 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:50.853813 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:50.860440 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:50.874511 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37176) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:50.923297 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:50.936178 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:50.942227 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:50.992540 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-927b616c-7cc8-44da-97f6-44422f887798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:51.003388 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=25862cbcbcb54561827d2d6a3b4c0ad1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2629645 Oct 27 15:06:51.008450 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37182) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:51.011739 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:51.018482 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Usage tracker for resource:security_group_rule and tenant:fd04cbe557f749f695de73f324bbbdc0 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:51.021628 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:51.028197 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:51.048150 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d052abfe-1556-45c6-8a42-99a08db08d55,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:51.053854 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:51.105161 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d22-f2b3-47a0-bad3-b4f8d42be1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.106298 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-4d7a894a-d440-4d79-895b-46a1c99b8e11 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Synchronizing usage tracker for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:port {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:51.159065 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d22-f2b3-47a0-bad3-b4f8d42be1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.177380 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.192334 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.203662 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ff91c5f8-ad1f-438c-ae28-130b12d4e3ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:51.216006 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543081597-network', 'tenant_id': 'edb359f28b1a4f90b2b04c7e35a545ef'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:51.222060 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:51.226366 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Usage tracker for resource:network and tenant:edb359f28b1a4f90b2b04c7e35a545ef is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:51.229354 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:51.236011 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:51.250703 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-4d7a894a-d440-4d79-895b-46a1c99b8e11 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Unset dirty status for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:port {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:51.252448 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-4d7a894a-d440-4d79-895b-46a1c99b8e11 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4895411 Oct 27 15:06:51.258038 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Made reservation on behalf of edb359f28b1a4f90b2b04c7e35a545ef for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:51.260455 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.285549 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d22-f2b3-47a0-bad3-b4f8d42be1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.292808 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-5fdddfdf-77cb-414a-909d-831eabddcfa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:51.306645 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d3d22-f2b3-47a0-bad3-b4f8d42be1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d052abfe-1556-45c6-8a42-99a08db08d55,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:51.309831 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f79d3d22-f2b3-47a0-bad3-b4f8d42be1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:51.312182 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d22-f2b3-47a0-bad3-b4f8d42be1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.313620 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-f79d3d22-f2b3-47a0-bad3-b4f8d42be1ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d052abfe-1556-45c6-8a42-99a08db08d55 HTTP/1.1" status: 204 len: 168 time: 0.3042533 Oct 27 15:06:51.332266 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.348556 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b296b1-67fe-48d3-b848-f287f574af97,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:51.367107 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:51.374090 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37194) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:51.386399 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd04cbe557f749f695de73f324bbbdc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5078368 Oct 27 15:06:51.462493 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e785-f0b3-4cf8-af48-a5d88cffdd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.493467 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e785-f0b3-4cf8-af48-a5d88cffdd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.543539 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:51.555627 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Usage tracker for resource:security_group_rule and tenant:edb359f28b1a4f90b2b04c7e35a545ef is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:51.566480 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e785-f0b3-4cf8-af48-a5d88cffdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.576802 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-84894fbd-bf7d-4fd0-82fb-3ec7b15c1124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:51.592408 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0e785-f0b3-4cf8-af48-a5d88cffdd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b296b1-67fe-48d3-b848-f287f574af97,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:51.595547 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:51.600947 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4ee0e785-f0b3-4cf8-af48-a5d88cffdd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:51.606525 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:51.607907 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-4ee0e785-f0b3-4cf8-af48-a5d88cffdd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.609728 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-4ee0e785-f0b3-4cf8-af48-a5d88cffdd65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92b296b1-67fe-48d3-b848-f287f574af97 HTTP/1.1" status: 204 len: 168 time: 0.2346530 Oct 27 15:06:51.644119 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2279dc1c-9824-4427-b923-c3cc3d91de60 service neutron] 10.222.0.55 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728523 Oct 27 15:06:51.790625 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.847250 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bf6e33dc-488c-480c-aa84-19a72964c537 req-185f77fe-8de2-4992-87d8-f255613fe0a9 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 210 time: 0.0611775 Oct 27 15:06:51.956485 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.963982 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-c4359648-fb23-44f2-8fcd-54448ac1086b service neutron] 10.222.0.55 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115346 Oct 27 15:06:51.964713 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:51.967832 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:52.003346 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] vlan segment allocate from pool success with {'vlan_id': 1381, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:06:52.009445 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940dd5e4-01d2-4a45-8093-b72556e48771,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:52.014490 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:52.024039 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:52.024414 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Added segment f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea of type vlan for network 00f9e726-2faf-4c2f-9180-28c6546127de Oct 27 15:06:52.062536 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:52.143641 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:52.145233 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:52.145947 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:52.151133 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-7af3a97b-fd31-4b4b-be6f-32ba630b250c tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3a3e2fa9a6d3472dbbc99f92ec4a5857&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675406 Oct 27 15:06:52.155525 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:52.414888 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Pushing event updated for resources: {'Network': ['ID=00f9e726-2faf-4c2f-9180-28c6546127de,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:52.430947 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network 00f9e726-2faf-4c2f-9180-28c6546127de details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:06:52.436541 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:52.447117 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-8446054e-44ca-4f8c-badc-051ae05079bc tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:52.452110 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-8446054e-44ca-4f8c-badc-051ae05079bc tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951794 Oct 27 15:06:52.471080 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Request body: {'port': {'device_id': '49b16560-6fcf-4d44-837c-b932bde820dd', 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b', 'admin_state_up': True, 'tenant_id': '3a3e2fa9a6d3472dbbc99f92ec4a5857'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:52.510744 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9167507 Oct 27 15:06:52.515476 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37242) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:06:52.537187 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Request body: {'subnet': {'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543081597-subnet', 'tenant_id': 'edb359f28b1a4f90b2b04c7e35a545ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:52.537864 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1d4cd668-f5e7-4892-9547-e3e993788a83 req-0289cfa8-cdfa-45dd-af34-3badd58e01bb tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 210 time: 0.1156178 Oct 27 15:06:52.560957 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:52.625514 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Usage tracker for resource:subnet and tenant:edb359f28b1a4f90b2b04c7e35a545ef is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:52.630543 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:52.640187 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:52.683753 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Made reservation on behalf of edb359f28b1a4f90b2b04c7e35a545ef for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:52.687575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1570913'] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:52.723742 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:52.740263 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Usage tracker for resource:port and tenant:3a3e2fa9a6d3472dbbc99f92ec4a5857 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:52.745938 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:52.803538 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:52.831195 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Made reservation on behalf of 3a3e2fa9a6d3472dbbc99f92ec4a5857 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:52.835102 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:52.854081 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:52.938509 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:52.944676 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Usage tracker for resource:security_group_rule and tenant:3a3e2fa9a6d3472dbbc99f92ec4a5857 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:06:52.948916 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:06:52.956978 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:53.141417 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5fb23572-650d-49c7-ac99-292714c0dd8a req-7e16ca10-e64b-445f-bfe3-b000c0228eb7 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 210 time: 0.0810294 Oct 27 15:06:53.176109 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-928118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1570839'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:53.200416 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:53.204862 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:53.385747 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-50eca91f-efe3-4ca0-ac39-dd97b39fccaa tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:53.395075 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-50eca91f-efe3-4ca0-ac39-dd97b39fccaa tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 819 time: 0.3835995 Oct 27 15:06:53.398728 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:53.418107 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:53.426350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Pushing event updated for resources: {'Subnet': ['ID=325b3671-ef9f-41d2-8c83-f31662ce4dcd,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:53.430675 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:53.437893 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ad20ef3f-1da2-48b7-a173-a4abed6171c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:53.516214 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-af0b5180-7c0d-4b53-a499-3957e611562b tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/quotas/fa6e1634f7ed4752846f2a3281300b27 HTTP/1.1" status: 200 len: 375 time: 0.1199861 Oct 27 15:06:53.583186 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Checking segment: {'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:53.583629 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Network hostable DHCP agents. Network: 00f9e726-2faf-4c2f-9180-28c6546127de, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:06:53.601258 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4bffea-ab10-437a-a4ae-7df3baddd3ea,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:53.611452 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:53.717568 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Network 00f9e726-2faf-4c2f-9180-28c6546127de is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:06:53.730965 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-349fee95-0d1a-4400-a924-1325e84f01a7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2136989 Oct 27 15:06:53.734868 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Sync routers for ids ['ad4266fc-3750-418b-a2d3-d941965c7fd7'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:06:53.746862 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Allocated IP 192.168.233.46 (a2b3bc13-1d73-4536-859a-603c0345c75b/9ebdd54b-99f6-46b2-8211-d917501eb1bd/38438372-d239-47d0-a8b3-e6c581f8d5d2) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:06:53.753826 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Routers {'ad4266fc-3750-418b-a2d3-d941965c7fd7'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:53.754688 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ad4266fc-3750-418b-a2d3-d941965c7fd7'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:53.768958 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, 00f9e726-2faf-4c2f-9180-28c6546127de) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:53.783053 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:53.783643 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:53.862725 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309535e-fd82-462b-8323-d42d98f467f4 None None] Network 00f9e726-2faf-4c2f-9180-28c6546127de requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:06:54.032782 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-2c0ecec8-9fe1-45bf-9a98-ac96b251418b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5147872 Oct 27 15:06:54.173017 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-1e09fc4c-01c4-4102-be5b-ad4b2eb4293f service neutron] 10.222.0.55 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280386 Oct 27 15:06:54.495241 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1c4741fa-753a-4a3b-84e3-717058a5ebba req-2707d9dc-5f9a-4dec-85fe-011b76540ffa tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 210 time: 0.0763106 Oct 27 15:06:54.530827 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Set router ad4266fc-3750-418b-a2d3-d941965c7fd7 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:54.599836 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15deb99-ba8f-4fab-849d-7e6175be60f9 None None] Network 00f9e726-2faf-4c2f-9180-28c6546127de requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:06:54.621403 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-68bec51f-16d0-4b9d-bfe5-9e71302b0183 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:54.623427 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-68bec51f-16d0-4b9d-bfe5-9e71302b0183 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 819 time: 0.7117977 Oct 27 15:06:54.681097 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Request body: {'port': {'device_id': 'eabf9a5a-bbc0-45a3-a226-469cfd29de91', 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff', 'admin_state_up': True, 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:54.820707 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:54.879563 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-cb581f5e-07a8-4268-ab68-5b1a2a65280e service neutron] 10.222.0.55 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996531 Oct 27 15:06:54.880727 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Transition to ACTIVE for port object 38438372-d239-47d0-a8b3-e6c581f8d5d2 will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:54.915300 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:54.929797 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:54.946697 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Made reservation on behalf of fa6e1634f7ed4752846f2a3281300b27 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:54.950299 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:54.975229 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:55.028529 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:55.417270 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Pushing event updated for resources: {'Port': ['ID=38438372-d239-47d0-a8b3-e6c581f8d5d2,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:55.436091 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:55.443541 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a6b31758-7e8f-4684-88c0-48435fd5c135 req-f2824749-0709-4654-8453-86105b7d0942 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 210 time: 0.2550886 Oct 27 15:06:55.503396 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Network a2b3bc13-1d73-4536-859a-603c0345c75b is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:06:55.535408 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:55.559111 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:06:55.706136 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:47Z', 'revision_number': 4, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port': {'id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '8b9738fe-6485-48cd-a5aa-a5e30eb45de3', 'name': '', 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'mac_address': 'fa:16:3e:16:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30bf7b82-fe9d-418e-bca4-893c1bf0025c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:45Z', 'updated_at': '2021-10-27T15:06:47Z', 'revision_number': 2, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'subnets': [{'id': '30bf7b82-fe9d-418e-bca4-893c1bf0025c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:55.731374 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Checking router: ad4266fc-3750-418b-a2d3-d941965c7fd7 for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:06:55.732373 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Updating router ad4266fc-3750-418b-a2d3-d941965c7fd7 port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 binding host dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:06:55.941401 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:55.987965 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Allocated IP 172.20.0.2 (0d643b43-c892-4be7-ae00-7efeb38878ff/30bf7b82-fe9d-418e-bca4-893c1bf0025c/518ce3c4-a6aa-4344-988d-e7be8aca0007) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:06:56.003261 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f70d7-dea5-465c-9fe8-0f255396b018 req-2791ae48-7efb-48bf-b72a-f7749937a767 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:56.016763 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-490f70d7-dea5-465c-9fe8-0f255396b018 req-2791ae48-7efb-48bf-b72a-f7749937a767 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 935 time: 0.2588181 Oct 27 15:06:56.180568 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-490f70d7-dea5-465c-9fe8-0f255396b018 req-5d52767e-81a3-4895-bd64-d7c00f1f37c6 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592457 Oct 27 15:06:56.342556 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-19da7e67-bca1-4449-ac15-9415d2a8afc5 None None] Provisioning for port 38438372-d239-47d0-a8b3-e6c581f8d5d2 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:06:56.365413 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-19da7e67-bca1-4449-ac15-9415d2a8afc5 None None] Provisioning complete for port 38438372-d239-47d0-a8b3-e6c581f8d5d2 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:06:56.365801 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-19da7e67-bca1-4449-ac15-9415d2a8afc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:56.458392 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:56.459805 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:56.475303 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-19da7e67-bca1-4449-ac15-9415d2a8afc5 None None] Port 38438372-d239-47d0-a8b3-e6c581f8d5d2 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:06:56.491812 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0260565 Oct 27 15:06:56.526231 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Request body: {'port': {'device_id': '49b16560-6fcf-4d44-837c-b932bde820dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:56.585363 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:56.671471 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:56.708305 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-85b93e0c-b975-4b7b-a2a1-e6d4d80990b4 req-4e914b48-756d-450b-8e3f-6cae25740403 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 210 time: 0.0741372 Oct 27 15:06:56.771198 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:56.824170 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:56.902454 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Pushing event updated for resources: {'Port': ['ID=518ce3c4-a6aa-4344-988d-e7be8aca0007,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:56.911247 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:56.937731 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Network 0d643b43-c892-4be7-ae00-7efeb38878ff is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:06:56.941677 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:06:56.945738 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:06:57.078215 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Notify callbacks [] for port, precommit_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:57.105973 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Transition to ACTIVE for port object 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:57.125126 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:57.134141 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:57.290498 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-4cd807d2-310a-4297-b2dd-51e366cc3a76 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:57.291917 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-4cd807d2-310a-4297-b2dd-51e366cc3a76 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 819 time: 0.3201010 Oct 27 15:06:57.318773 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cb3d5-0e28-4eea-acb9-b51547563da0 None None] Pushing event updated for resources: {'Port': ['ID=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:57.322377 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Request body: {'port': {'device_id': '30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc', 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff', 'admin_state_up': True, 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:57.324945 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-280cb3d5-0e28-4eea-acb9-b51547563da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:57.499096 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:57.500466 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:57.574586 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efddbc-341b-4028-a29d-8ecf5880f844 req-349d4f4e-4713-4ce6-a680-84968755adf1 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:57.591001 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-58efddbc-341b-4028-a29d-8ecf5880f844 req-349d4f4e-4713-4ce6-a680-84968755adf1 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 935 time: 0.1567729 Oct 27 15:06:57.613803 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9497135 Oct 27 15:06:57.637640 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Request body: {'port': {'device_id': 'eabf9a5a-bbc0-45a3-a226-469cfd29de91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:06:57.644512 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Attempting to bind port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:06:57.644897 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Attempting to bind port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:06:57.645270 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Attempting to bind port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 on network 0d643b43-c892-4be7-ae00-7efeb38878ff {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:57.662432 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:06:57.662879 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Checking segment: {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:57.665355 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:57.665834 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Bound using segment: {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:06:57.666341 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Bound port: 8b9738fe-6485-48cd-a5aa-a5e30eb45de3, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:06:57.666795 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:57.707050 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-58efddbc-341b-4028-a29d-8ecf5880f844 req-ccad7155-cd40-46f6-b2ea-467bc01aeaf9 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132772 Oct 27 15:06:57.793382 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:06:57.805786 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] For port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:06:57.809288 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] For port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:06:57.814682 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:57.823838 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:57.843381 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:06:57.941548 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:57.971688 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Routers {'ad4266fc-3750-418b-a2d3-d941965c7fd7'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:06:57.972930 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:06:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ad4266fc-3750-418b-a2d3-d941965c7fd7'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:58.015409 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Made reservation on behalf of fa6e1634f7ed4752846f2a3281300b27 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:06:58.018577 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:58.037080 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cb3d5-0e28-4eea-acb9-b51547563da0 None None] Pushing event updated for resources: {'Port': ['ID=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:58.063623 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-280cb3d5-0e28-4eea-acb9-b51547563da0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:58.063768 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-1fba6af7-85d1-41c0-94c0-23225518e922 req-d3a0a802-2837-46fd-bff7-0dd964d4e3c3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Synchronizing usage tracker for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:58.177610 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38438372-d239-47d0-a8b3-e6c581f8d5d2 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:06:58.238571 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] Set router ad4266fc-3750-418b-a2d3-d941965c7fd7 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:06:58.274942 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:58.288711 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d49d3-751b-4148-ab11-d08a358302ab req-9ea0db46-dee0-4f2f-90e0-8df38cc94c55 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:58.289373 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-916d49d3-751b-4148-ab11-d08a358302ab req-9ea0db46-dee0-4f2f-90e0-8df38cc94c55 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Synchronizing usage tracker for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:network {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:58.307024 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-1fba6af7-85d1-41c0-94c0-23225518e922 req-d3a0a802-2837-46fd-bff7-0dd964d4e3c3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Unset dirty status for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:58.313240 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1fba6af7-85d1-41c0-94c0-23225518e922 req-d3a0a802-2837-46fd-bff7-0dd964d4e3c3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 210 time: 0.3725302 Oct 27 15:06:58.313778 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-916d49d3-751b-4148-ab11-d08a358302ab req-9ea0db46-dee0-4f2f-90e0-8df38cc94c55 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Unset dirty status for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:network {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:06:58.314944 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-9ea0db46-dee0-4f2f-90e0-8df38cc94c55 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/networks?id=00f9e726-2faf-4c2f-9180-28c6546127de HTTP/1.1" status: 200 len: 808 time: 0.1957688 Oct 27 15:06:58.344506 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-058afca2-b282-4530-8111-f103c272e2c3 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/quotas/edb359f28b1a4f90b2b04c7e35a545ef HTTP/1.1" status: 200 len: 375 time: 0.0173585 Oct 27 15:06:58.396357 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Transition to ACTIVE for port object 38438372-d239-47d0-a8b3-e6c581f8d5d2 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:06:58.407010 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:58.429013 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-05d047f4-0b04-4c7b-be39-bcc53da8a018 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=edb359f28b1a4f90b2b04c7e35a545ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819967 Oct 27 15:06:58.468583 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:58.634047 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-89ca5413-8dba-4538-ba59-e20616dfa4e3 service neutron] 10.222.0.55 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037389 Oct 27 15:06:58.713960 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Allocated IP 172.20.0.8 (0d643b43-c892-4be7-ae00-7efeb38878ff/30bf7b82-fe9d-418e-bca4-893c1bf0025c/442cac72-744d-4929-ba5d-1d419ad6b29d) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:06:58.732110 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Pushing event updated for resources: {'Port': ['ID=38438372-d239-47d0-a8b3-e6c581f8d5d2,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:06:58.736910 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:47Z', 'revision_number': 4, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port': {'id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '8b9738fe-6485-48cd-a5aa-a5e30eb45de3', 'name': '', 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'mac_address': 'fa:16:3e:16:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30bf7b82-fe9d-418e-bca4-893c1bf0025c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:45Z', 'updated_at': '2021-10-27T15:06:57Z', 'revision_number': 4, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'subnets': [{'id': '30bf7b82-fe9d-418e-bca4-893c1bf0025c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:06:58.740894 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:06:58.750201 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137ad8d-7ad5-45d7-afad-7bd31dcdebbc None None] The sync data for ids ['ad4266fc-3750-418b-a2d3-d941965c7fd7'] in dv-cinder-815673-1-smb is: [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:47Z', 'revision_number': 4, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port': {'id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '8b9738fe-6485-48cd-a5aa-a5e30eb45de3', 'name': '', 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'mac_address': 'fa:16:3e:16:c7:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '30bf7b82-fe9d-418e-bca4-893c1bf0025c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:45Z', 'updated_at': '2021-10-27T15:06:57Z', 'revision_number': 4, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'subnets': [{'id': '30bf7b82-fe9d-418e-bca4-893c1bf0025c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:06:58.846209 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-9000c166-7a80-43a5-babc-e68d472d86f3 service neutron] 10.222.0.55 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112064 Oct 27 15:06:59.076783 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Attempting to bind port 38438372-d239-47d0-a8b3-e6c581f8d5d2 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:06:59.077488 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Attempting to bind port 38438372-d239-47d0-a8b3-e6c581f8d5d2 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:06:59.077902 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Attempting to bind port 38438372-d239-47d0-a8b3-e6c581f8d5d2 on network a2b3bc13-1d73-4536-859a-603c0345c75b {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:59.212766 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Port 38438372-d239-47d0-a8b3-e6c581f8d5d2 on network a2b3bc13-1d73-4536-859a-603c0345c75b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:06:59.213137 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Attempting to bind port 38438372-d239-47d0-a8b3-e6c581f8d5d2 on network a2b3bc13-1d73-4536-859a-603c0345c75b {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:06:59.250485 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:06:59.250828 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Checking segment: {'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:06:59.251219 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Bound using segment: {'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:06:59.258550 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Bound port: 38438372-d239-47d0-a8b3-e6c581f8d5d2, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18e8eb9b-5c23-44e0-be94-daebee75bbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1368, 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:06:59.259337 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:59.380846 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-dcd81512-1608-47ae-95a0-8269830a0d1b req-5df77b81-ee17-44da-8a9c-d4a9a622242a tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 210 time: 0.1296468 Oct 27 15:06:59.491110 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:59.640677 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] For port 38438372-d239-47d0-a8b3-e6c581f8d5d2, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:06:59.645751 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] For port 38438372-d239-47d0-a8b3-e6c581f8d5d2, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=38438372-d239-47d0-a8b3-e6c581f8d5d2,segment=NetworkSegment(18e8eb9b-5c23-44e0-be94-daebee75bbf5),segment_id=18e8eb9b-5c23-44e0-be94-daebee75bbf5)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:06:59.659391 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcad7d4-774b-4557-9fa4-51f7c1dfc91f req-8f11f4a0-50b8-4c41-9e54-115a77c76df6 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:06:59.659391 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-dfcad7d4-774b-4557-9fa4-51f7c1dfc91f req-8f11f4a0-50b8-4c41-9e54-115a77c76df6 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Synchronizing usage tracker for tenant:3a3e2fa9a6d3472dbbc99f92ec4a5857 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:06:59.664932 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:59.671278 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4ebdb87c-934b-4b6b-b9bd-b916cb6a82f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:06:59.727884 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cf1948f3-a312-48a0-a7de-0954fbc60206 req-ecd0f0fa-9a06-4dfd-96ea-73e6841ee579 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 210 time: 0.1450515 Oct 27 15:06:59.802115 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:06:59.839678 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:00.182905 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:00.206729 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:00.207447 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:00.286948 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:00.288586 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] 10.222.0.52 "PUT /v2.0/ports/38438372-d239-47d0-a8b3-e6c581f8d5d2 HTTP/1.1" status: 200 len: 1097 time: 3.7728729 Oct 27 15:07:00.289315 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-dfcad7d4-774b-4557-9fa4-51f7c1dfc91f req-8f11f4a0-50b8-4c41-9e54-115a77c76df6 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Unset dirty status for tenant:3a3e2fa9a6d3472dbbc99f92ec4a5857 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:07:00.302660 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-dfcad7d4-774b-4557-9fa4-51f7c1dfc91f req-8f11f4a0-50b8-4c41-9e54-115a77c76df6 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 947 time: 1.0649917 Oct 27 15:07:00.305711 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b16560-6fcf-4d44-837c-b932bde820dd', 'tag': '38438372-d239-47d0-a8b3-e6c581f8d5d2'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:00.360523 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Pushing event updated for resources: {'Port': ['ID=38438372-d239-47d0-a8b3-e6c581f8d5d2,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:00.367217 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Network 0d643b43-c892-4be7-ae00-7efeb38878ff is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:00.370743 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:00.376083 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:00.382291 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-6ef8fca2-7c1c-475a-a08b-bf1019542fcf tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:00.454258 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:00.533521 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:00.578520 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:00.585550 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:00.594307 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-d7de6e52-3a55-425c-aa09-0cee3bd37159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:00.602751 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-dfcad7d4-774b-4557-9fa4-51f7c1dfc91f req-7f7a076d-cc05-495d-9a5b-be6c4b50ad6c tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Synchronizing usage tracker for tenant:3a3e2fa9a6d3472dbbc99f92ec4a5857 on resource:security_group {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:07:00.606087 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Pushing event updated for resources: {'Port': ['ID=442cac72-744d-4929-ba5d-1d419ad6b29d,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:00.617670 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:00.625646 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b16560-6fcf-4d44-837c-b932bde820dd', 'tag': '38438372-d239-47d0-a8b3-e6c581f8d5d2', 'status': 'completed', 'code': 200} Oct 27 15:07:00.646254 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:00.647188 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:00.731618 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:00.738777 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:00.744205 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518ce3c4-a6aa-4344-988d-e7be8aca0007 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:00.749317 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4393542 Oct 27 15:07:00.756288 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:00.765188 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-dfcad7d4-774b-4557-9fa4-51f7c1dfc91f req-7f7a076d-cc05-495d-9a5b-be6c4b50ad6c tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Unset dirty status for tenant:3a3e2fa9a6d3472dbbc99f92ec4a5857 on resource:security_group {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:07:00.768908 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-dfcad7d4-774b-4557-9fa4-51f7c1dfc91f req-7f7a076d-cc05-495d-9a5b-be6c4b50ad6c tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649649 Oct 27 15:07:00.790450 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Request body: {'port': {'device_id': '30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:00.823297 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-398a0a6e-d55a-42e2-98bc-e31a436299eb req-0e129990-359d-4f32-b482-fe0673a68a23 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 210 time: 0.0521855 Oct 27 15:07:00.891503 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-8e649da4-768d-4286-8122-d66e8341e94f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a3e2fa9a6d3472dbbc99f92ec4a5857&device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 1100 time: 0.5191848 Oct 27 15:07:00.896612 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Transition to ACTIVE for port object 518ce3c4-a6aa-4344-988d-e7be8aca0007 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:00.967763 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:01.018849 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.52', 62151) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:01.081782 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:01.364608 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d49d3-751b-4148-ab11-d08a358302ab req-fea82922-bad1-426e-869a-81a734b2757a tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:01.366126 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-fea82922-bad1-426e-869a-81a734b2757a tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.52 "GET /v2.0/networks?id=00f9e726-2faf-4c2f-9180-28c6546127de HTTP/1.1" status: 200 len: 808 time: 0.3461788 Oct 27 15:07:01.385335 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Request body: {'port': {'device_id': 'ad7380ae-2a92-40d2-99ea-6c8e18d79a6d', 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de', 'admin_state_up': True, 'tenant_id': 'edb359f28b1a4f90b2b04c7e35a545ef'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:01.525862 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-2d2bd919-2c23-4330-982f-2b19d6db0a03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=38438372-d239-47d0-a8b3-e6c581f8d5d2 HTTP/1.1" status: 200 len: 217 time: 0.5911038 Oct 27 15:07:01.532266 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Attempting to bind port 518ce3c4-a6aa-4344-988d-e7be8aca0007 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:01.532879 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Attempting to bind port 518ce3c4-a6aa-4344-988d-e7be8aca0007 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:01.533309 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Attempting to bind port 518ce3c4-a6aa-4344-988d-e7be8aca0007 on network 0d643b43-c892-4be7-ae00-7efeb38878ff {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:01.659433 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-6cb4d624-03e9-4393-8119-023bdf5676be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:01.661308 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-6cb4d624-03e9-4393-8119-023bdf5676be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ebdd54b-99f6-46b2-8211-d917501eb1bd HTTP/1.1" status: 200 len: 843 time: 0.1138763 Oct 27 15:07:01.667218 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:01.720428 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:01.725498 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Usage tracker for resource:port and tenant:edb359f28b1a4f90b2b04c7e35a545ef is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:01.728918 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:01.733114 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Pushing event updated for resources: {'Port': ['ID=518ce3c4-a6aa-4344-988d-e7be8aca0007,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:01.738286 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:01.745839 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:01.758221 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Made reservation on behalf of edb359f28b1a4f90b2b04c7e35a545ef for: {'port': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:07:01.770766 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:01.771361 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:01.793526 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Port 518ce3c4-a6aa-4344-988d-e7be8aca0007 on network 0d643b43-c892-4be7-ae00-7efeb38878ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:07:01.793941 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Attempting to bind port 518ce3c4-a6aa-4344-988d-e7be8aca0007 on network 0d643b43-c892-4be7-ae00-7efeb38878ff {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:01.863399 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:01.864828 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:01.908613 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:01.909222 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Checking segment: {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:01.909353 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Bound using segment: {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:01.909776 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Bound port: 518ce3c4-a6aa-4344-988d-e7be8aca0007, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:01.910428 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:01.989372 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16d8b9-a43a-4fe6-bb28-76a877ba1710 req-79e78bba-1f86-4d98-8463-e71ddcbd4d83 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:01.995987 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ee16d8b9-a43a-4fe6-bb28-76a877ba1710 req-79e78bba-1f86-4d98-8463-e71ddcbd4d83 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 931 time: 1.0590348 Oct 27 15:07:02.073522 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Allocated IP 172.20.0.11 (00f9e726-2faf-4c2f-9180-28c6546127de/325b3671-ef9f-41d2-8c83-f31662ce4dcd/b05a0551-151c-450d-af96-c78ebec9f151) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:02.194774 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-bdf652be-0bd7-4f4b-bdef-80f1362d56ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2b3bc13-1d73-4536-859a-603c0345c75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4949985 Oct 27 15:07:02.203094 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ee16d8b9-a43a-4fe6-bb28-76a877ba1710 req-2a400925-ccdf-4dcf-9fd1-1c76af31372a tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062330 Oct 27 15:07:02.204146 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] For port 518ce3c4-a6aa-4344-988d-e7be8aca0007, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:02.257585 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] For port 518ce3c4-a6aa-4344-988d-e7be8aca0007, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:02.269611 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:02.294782 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-28b9857e-7e8c-43ed-a11a-f1d3ff49cb1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:02.362862 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399f455-2f2f-4a51-97cf-e494d68c7439 req-e932bfcd-efe8-49dd-a346-3d7d7a083a82 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:02.364571 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7399f455-2f2f-4a51-97cf-e494d68c7439 req-e932bfcd-efe8-49dd-a346-3d7d7a083a82 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 947 time: 0.2092121 Oct 27 15:07:02.369662 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:02.425360 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7399f455-2f2f-4a51-97cf-e494d68c7439 req-9c437436-ce39-4f7f-8873-d19a5f9ed6da tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Oct 27 15:07:02.438878 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:02.447441 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:02.536588 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Network 00f9e726-2faf-4c2f-9180-28c6546127de is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:02.539642 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:02.543737 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:02.565425 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:02.566795 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] 10.222.0.52 "PUT /v2.0/ports/518ce3c4-a6aa-4344-988d-e7be8aca0007 HTTP/1.1" status: 200 len: 1093 time: 4.9336879 Oct 27 15:07:02.576925 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Pushing event updated for resources: {'Port': ['ID=b05a0551-151c-450d-af96-c78ebec9f151,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:02.594068 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.db.resource_extend [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:07:02.599580 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:02.642676 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:02.644013 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for port, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:02.676834 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2969162 Oct 27 15:07:02.677997 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabf9a5a-bbc0-45a3-a226-469cfd29de91', 'tag': '518ce3c4-a6aa-4344-988d-e7be8aca0007'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:02.696183 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Request body: {'port': {'device_id': 'ad7380ae-2a92-40d2-99ea-6c8e18d79a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:02.700730 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Pushing event updated for resources: {'Port': ['ID=518ce3c4-a6aa-4344-988d-e7be8aca0007,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:02.712537 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-d7c832b1-b464-4976-9ad0-56768561df6a service neutron] 10.222.0.52 "GET /v2.0/networks/a2b3bc13-1d73-4536-859a-603c0345c75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042336 Oct 27 15:07:02.715491 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:02.764199 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442cac72-744d-4929-ba5d-1d419ad6b29d {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:02.779217 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:02.861809 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eabf9a5a-bbc0-45a3-a226-469cfd29de91', 'tag': '518ce3c4-a6aa-4344-988d-e7be8aca0007', 'status': 'completed', 'code': 200} Oct 27 15:07:02.881741 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:02.881971 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Transition to ACTIVE for port object 442cac72-744d-4929-ba5d-1d419ad6b29d will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:02.896865 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7b99b-b96f-4b44-a0ca-f75cfeb668e2 req-220214e9-105f-442d-b921-bf096ff3c1fc tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:02.904146 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-93c7b99b-b96f-4b44-a0ca-f75cfeb668e2 req-220214e9-105f-442d-b921-bf096ff3c1fc tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 932 time: 0.5014009 Oct 27 15:07:02.927165 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:02.936537 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:03.068066 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ec6f2a25-92a9-4668-8c9d-60e0a2e2f112 req-c543039d-4868-4020-9e4b-e56481d093f8 service neutron] 10.222.0.52 "GET /v2.0/networks/a2b3bc13-1d73-4536-859a-603c0345c75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380318 Oct 27 15:07:03.070171 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-8c8cf7e5-2e46-4e82-bac9-2d7e0e62e4bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1096 time: 0.4598038 Oct 27 15:07:03.317655 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-5575f791-ead7-45fd-ac96-3ff5fc536376 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007 HTTP/1.1" status: 200 len: 217 time: 0.2368441 Oct 27 15:07:03.329723 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Pushing event updated for resources: {'Port': ['ID=442cac72-744d-4929-ba5d-1d419ad6b29d,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:03.334053 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-93c7b99b-b96f-4b44-a0ca-f75cfeb668e2 req-9b637adc-7e2d-47cb-bb03-35d2256757bc tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288018 Oct 27 15:07:03.335027 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:03.500680 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.notifiers.nova [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b05a0551-151c-450d-af96-c78ebec9f151 {{(pid=82783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:03.511482 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:03.526235 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-6c9aa5ad-c783-4cda-9b5c-0bcdc6081d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:03.527910 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-6c9aa5ad-c783-4cda-9b5c-0bcdc6081d58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.1918726 Oct 27 15:07:03.570155 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37544) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:03.592550 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.provisioning_blocks [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Transition to ACTIVE for port object b05a0551-151c-450d-af96-c78ebec9f151 will not be triggered until provisioned by entity L2. {{(pid=82783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:03.598065 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-a6838c2f-bbce-4d03-8893-a0f21d1c08cc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558336 Oct 27 15:07:03.598427 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1500550'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:03.615174 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-e63c512b-c8ae-4659-96d1-e29578c003d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3a3e2fa9a6d3472dbbc99f92ec4a5857&device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 1100 time: 0.4132555 Oct 27 15:07:03.620064 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:03.707590 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Attempting to bind port 442cac72-744d-4929-ba5d-1d419ad6b29d on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:03.707959 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Attempting to bind port 442cac72-744d-4929-ba5d-1d419ad6b29d by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:03.708322 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Attempting to bind port 442cac72-744d-4929-ba5d-1d419ad6b29d on network 0d643b43-c892-4be7-ae00-7efeb38878ff {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:03.781880 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Pushing event updated for resources: {'Port': ['ID=b05a0551-151c-450d-af96-c78ebec9f151,revision_number=2']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:03.784710 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:03.791259 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca955c8-526a-487e-89ca-1d89452ba747 req-7a10f19b-cdbc-4c68-9d8c-eebd73950af7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:03.792754 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4ca955c8-526a-487e-89ca-1d89452ba747 req-7a10f19b-cdbc-4c68-9d8c-eebd73950af7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 943 time: 0.2773139 Oct 27 15:07:03.796845 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:03.861437 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Port 442cac72-744d-4929-ba5d-1d419ad6b29d on network 0d643b43-c892-4be7-ae00-7efeb38878ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:07:03.861762 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Attempting to bind port 442cac72-744d-4929-ba5d-1d419ad6b29d on network 0d643b43-c892-4be7-ae00-7efeb38878ff {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:03.920605 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:03.920953 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Checking segment: {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:03.921341 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Bound using segment: {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:03.922052 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Bound port: 442cac72-744d-4929-ba5d-1d419ad6b29d, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c7c336-5a18-434f-803d-9851f47af487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:03.922196 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:03.971535 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:03.972424 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-c6f0590b-0b6d-4990-9258-634d9b00ee0c service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657408 Oct 27 15:07:03.981285 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Usage tracker for resource:security_group_rule and tenant:6d32483c88014ac6a5cb1d7e502b9e66 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:03.986688 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-4ca955c8-526a-487e-89ca-1d89452ba747 req-8b13a460-2e76-4660-ab17-5885695f6e73 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Synchronizing usage tracker for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:07:03.990743 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:04.000414 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9e423-c5e4-42e3-9207-bbaafdadea96 req-19933d73-2289-4df7-8cd2-f3fe3c3d7609 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:04.001865 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-dfd9e423-c5e4-42e3-9207-bbaafdadea96 req-19933d73-2289-4df7-8cd2-f3fe3c3d7609 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 947 time: 0.3935051 Oct 27 15:07:04.005900 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:04.027434 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.managers [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Attempting to bind port b05a0551-151c-450d-af96-c78ebec9f151 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:04.027806 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.managers [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Attempting to bind port b05a0551-151c-450d-af96-c78ebec9f151 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'}] {{(pid=82783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:04.028284 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Attempting to bind port b05a0551-151c-450d-af96-c78ebec9f151 on network 00f9e726-2faf-4c2f-9180-28c6546127de {{(pid=82783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:04.037756 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-5ae65e59-2082-4623-b7ba-b8e2dae61c7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:04.040685 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-5ae65e59-2082-4623-b7ba-b8e2dae61c7d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a2b3bc13-1d73-4536-859a-603c0345c75b HTTP/1.1" status: 200 len: 871 time: 0.3700550 Oct 27 15:07:04.055643 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-4ca955c8-526a-487e-89ca-1d89452ba747 req-8b13a460-2e76-4660-ab17-5885695f6e73 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Unset dirty status for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:07:04.057159 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4ca955c8-526a-487e-89ca-1d89452ba747 req-8b13a460-2e76-4660-ab17-5885695f6e73 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497239 Oct 27 15:07:04.058890 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Port b05a0551-151c-450d-af96-c78ebec9f151 on network 00f9e726-2faf-4c2f-9180-28c6546127de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:07:04.059213 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Attempting to bind port b05a0551-151c-450d-af96-c78ebec9f151 on network 00f9e726-2faf-4c2f-9180-28c6546127de {{(pid=82783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:04.079048 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:04.079505 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Checking segment: {'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:04.080262 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Bound using segment: {'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'} {{(pid=82783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:04.080752 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.managers [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Bound port: b05a0551-151c-450d-af96-c78ebec9f151, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'}}] {{(pid=82783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:04.081428 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.180540 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.190887 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.203570 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c6c8a6d3-243c-4cc9-aeba-fa7619a3b71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:04.266778 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8ebf31-ff2c-47df-ae29-ddeff96cc236,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:04.269757 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:04.284738 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6d32483c88014ac6a5cb1d7e502b9e66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7135489 Oct 27 15:07:04.287281 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37554) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:04.290121 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] For port b05a0551-151c-450d-af96-c78ebec9f151, host hv-cinder-81567, cleared binding levels {{(pid=82783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:04.332154 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] For port b05a0551-151c-450d-af96-c78ebec9f151, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b05a0551-151c-450d-af96-c78ebec9f151,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:04.341846 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1500550'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.355035 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:04.432311 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-b71a0b86-d8fb-44eb-ad53-849283720f2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=38438372-d239-47d0-a8b3-e6c581f8d5d2 HTTP/1.1" status: 200 len: 217 time: 0.3811157 Oct 27 15:07:04.519865 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] For port 442cac72-744d-4929-ba5d-1d419ad6b29d, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:04.548505 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-110d09b9-77ff-4cc8-85e1-7ae423ece7c3 req-8bd2e285-d496-466a-8e03-ac9d17b76ad5 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404527 Oct 27 15:07:04.550522 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] For port 442cac72-744d-4929-ba5d-1d419ad6b29d, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=442cac72-744d-4929-ba5d-1d419ad6b29d,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:04.572981 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-dfd9e423-c5e4-42e3-9207-bbaafdadea96 req-ac8fbf81-4977-4c2f-a96b-94ef01ac77f2 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291224 Oct 27 15:07:04.599458 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.604196 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:04.623891 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6dfbcafe-92c6-441f-be9b-ca0467108a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.648517 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for port, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.650074 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] 10.222.0.52 "PUT /v2.0/ports/b05a0551-151c-450d-af96-c78ebec9f151 HTTP/1.1" status: 200 len: 1094 time: 1.9589281 Oct 27 15:07:04.656903 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-afb78c8e-9793-4508-832d-7a7364e3179e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:04.658751 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-afb78c8e-9793-4508-832d-7a7364e3179e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ebdd54b-99f6-46b2-8211-d917501eb1bd HTTP/1.1" status: 200 len: 843 time: 0.2146630 Oct 27 15:07:04.690821 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad7380ae-2a92-40d2-99ea-6c8e18d79a6d', 'tag': 'b05a0551-151c-450d-af96-c78ebec9f151'}] {{(pid=82783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:04.698545 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Pushing event updated for resources: {'Port': ['ID=b05a0551-151c-450d-af96-c78ebec9f151,revision_number=3']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:04.712002 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:04.787217 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Pushing event updated for resources: {'Port': ['ID=442cac72-744d-4929-ba5d-1d419ad6b29d,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:04.790879 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:04.813323 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.814699 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] 10.222.0.52 "PUT /v2.0/ports/442cac72-744d-4929-ba5d-1d419ad6b29d HTTP/1.1" status: 200 len: 1093 time: 4.0408852 Oct 27 15:07:04.821104 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6dfbcafe-92c6-441f-be9b-ca0467108a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:04.871036 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad7380ae-2a92-40d2-99ea-6c8e18d79a6d', 'tag': 'b05a0551-151c-450d-af96-c78ebec9f151', 'status': 'completed', 'code': 200} Oct 27 15:07:04.896194 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc', 'tag': '442cac72-744d-4929-ba5d-1d419ad6b29d'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:04.916312 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa33aed-772b-4237-a5fb-7bcdec141b10 req-d04bbcf4-31a1-4f0a-bce6-c1ec961d0dba tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:04.917015 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-baa33aed-772b-4237-a5fb-7bcdec141b10 req-d04bbcf4-31a1-4f0a-bce6-c1ec961d0dba tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Synchronizing usage tracker for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:port {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:07:04.939635 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-7ae6d86b-b847-4db5-80b4-9432bcaa92ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1096 time: 0.2795691 Oct 27 15:07:04.939880 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-b8338e06-2205-4f08-b95c-7a6570f5d9a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb359f28b1a4f90b2b04c7e35a545ef&device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 1097 time: 0.2224634 Oct 27 15:07:04.942413 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-baa33aed-772b-4237-a5fb-7bcdec141b10 req-d04bbcf4-31a1-4f0a-bce6-c1ec961d0dba tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Unset dirty status for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:port {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:07:04.943471 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-baa33aed-772b-4237-a5fb-7bcdec141b10 req-d04bbcf4-31a1-4f0a-bce6-c1ec961d0dba tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 944 time: 0.4421065 Oct 27 15:07:04.967707 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-6c0b5495-2a0c-48a9-af73-ebb1fd08ca43 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a2b3bc13-1d73-4536-859a-603c0345c75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2934248 Oct 27 15:07:05.023449 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc', 'tag': '442cac72-744d-4929-ba5d-1d419ad6b29d', 'status': 'completed', 'code': 200} Oct 27 15:07:05.089684 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6dfbcafe-92c6-441f-be9b-ca0467108a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:05.105394 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9cb19e12-fec2-42c5-a150-5217965a1134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:05.127690 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-0c214858-87dc-4b9f-895e-277833d07bcc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 1096 time: 0.2676721 Oct 27 15:07:05.165614 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-2a6c23c5-a160-4e25-abdb-546c255ba325 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05a0551-151c-450d-af96-c78ebec9f151 HTTP/1.1" status: 200 len: 217 time: 0.1745222 Oct 27 15:07:05.172937 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbcafe-92c6-441f-be9b-ca0467108a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8ebf31-ff2c-47df-ae29-ddeff96cc236,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:05.224875 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6dfbcafe-92c6-441f-be9b-ca0467108a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:05.233256 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6dfbcafe-92c6-441f-be9b-ca0467108a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:05.234368 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-6dfbcafe-92c6-441f-be9b-ca0467108a3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc8ebf31-ff2c-47df-ae29-ddeff96cc236 HTTP/1.1" status: 204 len: 168 time: 0.9461694 Oct 27 15:07:05.245732 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-baa33aed-772b-4237-a5fb-7bcdec141b10 req-5ae1721c-9ba7-4e6e-a186-d26f535a1d49 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Synchronizing usage tracker for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:07:05.289378 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d49d3-751b-4148-ab11-d08a358302ab req-e7a44778-4504-4056-807e-88ff9189eac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:05.291062 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-e7a44778-4504-4056-807e-88ff9189eac8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325b3671-ef9f-41d2-8c83-f31662ce4dcd HTTP/1.1" status: 200 len: 848 time: 0.1126361 Oct 27 15:07:05.291764 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 38438372-d239-47d0-a8b3-e6c581f8d5d2 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:07:05.292306 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-baa33aed-772b-4237-a5fb-7bcdec141b10 req-5ae1721c-9ba7-4e6e-a186-d26f535a1d49 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Unset dirty status for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:07:05.293309 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-baa33aed-772b-4237-a5fb-7bcdec141b10 req-5ae1721c-9ba7-4e6e-a186-d26f535a1d49 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442016 Oct 27 15:07:05.414798 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-42860f4d-5729-416e-bf2c-10a48d661942 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00f9e726-2faf-4c2f-9180-28c6546127de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142888 Oct 27 15:07:05.441668 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-89d20fb8-d399-4a50-b013-3060aa8da775 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442cac72-744d-4929-ba5d-1d419ad6b29d HTTP/1.1" status: 200 len: 217 time: 0.2436285 Oct 27 15:07:05.492956 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-c6662aba-c7f4-4e4f-994d-3455c1f73ebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:05.495457 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-c6662aba-c7f4-4e4f-994d-3455c1f73ebd service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 921 time: 0.5258470 Oct 27 15:07:05.497278 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-90229905-5809-49dd-841e-cf34f54a15c2 service neutron] 10.222.0.52 "GET /v2.0/networks/a2b3bc13-1d73-4536-859a-603c0345c75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053623 Oct 27 15:07:05.524773 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 38438372-d239-47d0-a8b3-e6c581f8d5d2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=38438372-d239-47d0-a8b3-e6c581f8d5d2,segment=NetworkSegment(18e8eb9b-5c23-44e0-be94-daebee75bbf5),segment_id=18e8eb9b-5c23-44e0-be94-daebee75bbf5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:05.542583 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '38438372-d239-47d0-a8b3-e6c581f8d5d2', 'network_id': 'a2b3bc13-1d73-4536-859a-603c0345c75b', 'port_id': '38438372-d239-47d0-a8b3-e6c581f8d5d2', 'mac_address': 'fa:16:3e:35:79:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebdd54b-99f6-46b2-8211-d917501eb1bd', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:07:05.614515 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:05.634815 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38438372-d239-47d0-a8b3-e6c581f8d5d2 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:05.654455 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 38438372-d239-47d0-a8b3-e6c581f8d5d2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=38438372-d239-47d0-a8b3-e6c581f8d5d2,segment=NetworkSegment(18e8eb9b-5c23-44e0-be94-daebee75bbf5),segment_id=18e8eb9b-5c23-44e0-be94-daebee75bbf5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:05.654669 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-87e59c3c-cad3-4b10-b43e-03da50a6b5a7 service neutron] 10.222.0.52 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076499 Oct 27 15:07:05.660777 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:05.663421 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:05.738496 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=38438372-d239-47d0-a8b3-e6c581f8d5d2,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:05.742022 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:05.775138 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-beb7a658-2380-43f3-b4f1-3f7bb429ea9a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007 HTTP/1.1" status: 200 len: 217 time: 0.2113421 Oct 27 15:07:05.892028 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37598) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:05.900705 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-d993b8f9-96e8-4e3c-86f4-63ea4fe95c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:05.902158 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-d993b8f9-96e8-4e3c-86f4-63ea4fe95c5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.3991706 Oct 27 15:07:05.903967 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['38438372-d239-47d0-a8b3-e6c581f8d5d2'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:07:05.917064 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-916d49d3-751b-4148-ab11-d08a358302ab req-59b640fe-3d18-4504-9bca-754f2f0a438d service neutron] 10.222.0.52 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613957 Oct 27 15:07:05.922626 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:05.962579 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf8e1-498b-4c8c-81b3-9df5c5a73155 req-95b07725-5ba1-4cf9-8cd1-6d58d5e7c3e2 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:05.968783 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-eadbf8e1-498b-4c8c-81b3-9df5c5a73155 req-95b07725-5ba1-4cf9-8cd1-6d58d5e7c3e2 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 948 time: 0.2323906 Oct 27 15:07:05.973059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cc115-d25b-4f99-b8f9-47d0400dadd5 req-cebf6ceb-7c79-4d36-9bfa-af5f3c152034 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:05.974695 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594cc115-d25b-4f99-b8f9-47d0400dadd5 req-cebf6ceb-7c79-4d36-9bfa-af5f3c152034 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 943 time: 0.7163699 Oct 27 15:07:06.001475 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-bcb72505-c4cf-4de5-9967-506a737950b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845745 Oct 27 15:07:06.028550 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:06.041386 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-08cd45db-85d9-41fd-bd39-a62bb0627e57 req-225f8e10-b121-40ab-83b6-7f173594eed8 service neutron] 10.222.0.52 "GET /v2.0/networks/a2b3bc13-1d73-4536-859a-603c0345c75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730296 Oct 27 15:07:06.043714 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-7cef0cba-c322-4b5c-ae8f-b49d9f76f8ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:06.044739 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-7cef0cba-c322-4b5c-ae8f-b49d9f76f8ef service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.2158408 Oct 27 15:07:06.059262 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Usage tracker for resource:security_group_rule and tenant:20e4f813a8d1404f856e21c62cc20595 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:06.063592 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:06.079893 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:06.118401 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-eadbf8e1-498b-4c8c-81b3-9df5c5a73155 req-418eae9e-1042-4491-a555-79447c041ebd tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465647 Oct 27 15:07:06.166459 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-4101398e-67e8-4803-bdce-c2115b559724 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888972 Oct 27 15:07:06.278152 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:06.285962 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-274cb10e-7688-44fa-ab0b-db8468c321f1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb359f28b1a4f90b2b04c7e35a545ef&device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 1097 time: 0.3093383 Oct 27 15:07:06.286981 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:06.288884 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-594cc115-d25b-4f99-b8f9-47d0400dadd5 req-c0a287df-9172-4023-9485-f4aa145a5145 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043530 Oct 27 15:07:06.294912 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-141c057a-0f57-4e10-832b-d5a0030d5157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:06.399777 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-57496da3-5b34-419e-978a-11742459b35e service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619442 Oct 27 15:07:06.448023 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:06.477115 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=20e4f813a8d1404f856e21c62cc20595&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5821698 Oct 27 15:07:06.480044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d94e06-abd3-4896-bdd7-77c5b28c698f,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:06.491936 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37608) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:06.494719 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:06.518301 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-89ca0e4c-8325-465b-a083-9313cec0c845 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:06.519989 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-89ca0e4c-8325-465b-a083-9313cec0c845 service neutron] 10.222.0.52 "GET /v2.0/networks?id=00f9e726-2faf-4c2f-9180-28c6546127de HTTP/1.1" status: 200 len: 910 time: 0.2129786 Oct 27 15:07:06.618553 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-9d8f35ff-9c7d-472c-b956-c68c1125ca97 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b05a0551-151c-450d-af96-c78ebec9f151 HTTP/1.1" status: 200 len: 217 time: 0.0842392 Oct 27 15:07:06.619470 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-122c9f98-0244-4b47-8538-544c32645077 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404521 Oct 27 15:07:06.720736 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-fb353ae0-facc-489d-b6e4-0c044648349f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:06.738779 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-9c9ab73e-55a3-4f63-b2d2-eba92212543e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:06.740265 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-9c9ab73e-55a3-4f63-b2d2-eba92212543e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325b3671-ef9f-41d2-8c83-f31662ce4dcd HTTP/1.1" status: 200 len: 848 time: 0.1099236 Oct 27 15:07:06.797628 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-fb353ae0-facc-489d-b6e4-0c044648349f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:06.805608 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-b56b70f0-5053-40d9-a584-3afb5285ef00 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00f9e726-2faf-4c2f-9180-28c6546127de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538840 Oct 27 15:07:06.855200 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36a1a988-4ced-4463-bdbd-b44ebdf3df01 req-079c2c27-02f1-417b-92f7-2856dbb4e771 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385355 Oct 27 15:07:06.875644 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d8e48-36bd-4196-8147-20037a007a38 req-cba5ac68-936b-4546-9dcf-b5bee4e19496 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:06.877186 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ff9d8e48-36bd-4196-8147-20037a007a38 req-cba5ac68-936b-4546-9dcf-b5bee4e19496 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 944 time: 0.4247582 Oct 27 15:07:06.973078 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2151428a-4c05-42eb-b88f-dff6e83e828a req-a4f443f5-e2c4-454e-a6c9-c64fb03e911c service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358815 Oct 27 15:07:06.992345 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-fb353ae0-facc-489d-b6e4-0c044648349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:07.000458 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-af1cc318-ce51-4749-81af-f10c29963a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:07.001163 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ff9d8e48-36bd-4196-8147-20037a007a38 req-f9da6e35-f45b-4db3-997f-85fdd938e3a1 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157253 Oct 27 15:07:07.026201 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-f3d68712-8390-44a9-a403-f6807960d30f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 1096 time: 0.1094949 Oct 27 15:07:07.031576 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb353ae0-facc-489d-b6e4-0c044648349f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d94e06-abd3-4896-bdd7-77c5b28c698f,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:07.036680 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-fb353ae0-facc-489d-b6e4-0c044648349f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:07.039418 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-fb353ae0-facc-489d-b6e4-0c044648349f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:07.042713 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-fb353ae0-facc-489d-b6e4-0c044648349f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/99d94e06-abd3-4896-bdd7-77c5b28c698f HTTP/1.1" status: 204 len: 168 time: 0.5476098 Oct 27 15:07:07.047292 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-60e79b76-cdea-4420-a607-430edba7b1e9 service neutron] 10.222.0.52 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308135 Oct 27 15:07:07.226635 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37630) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:07.311479 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 518ce3c4-a6aa-4344-988d-e7be8aca0007 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:07:07.314049 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 38438372-d239-47d0-a8b3-e6c581f8d5d2 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:07.345609 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-249b280d-a5da-406d-8059-4ac7bb6d86f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:07.349091 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-249b280d-a5da-406d-8059-4ac7bb6d86f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 921 time: 0.3032260 Oct 27 15:07:07.371189 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac0063a8-984c-42dd-a941-e5b9db5242d2 req-2f186e23-0223-41f8-aba3-416dd9c47489 service neutron] 10.222.0.52 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059640 Oct 27 15:07:07.404742 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894111ad-3482-4c6e-becd-f5f921092de0 req-3c39df26-cb6e-4922-9608-7c90ba95f579 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:07.413852 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-894111ad-3482-4c6e-becd-f5f921092de0 req-3c39df26-cb6e-4922-9608-7c90ba95f579 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 948 time: 0.1570220 Oct 27 15:07:07.427813 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-9e1fcaed-fcd8-48ea-a520-3376dc7e6a22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442cac72-744d-4929-ba5d-1d419ad6b29d HTTP/1.1" status: 200 len: 217 time: 0.0708542 Oct 27 15:07:07.491388 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-894111ad-3482-4c6e-becd-f5f921092de0 req-8dec6149-369a-4f2b-a825-c9f1584dcdbe tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697930 Oct 27 15:07:07.510642 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 38438372-d239-47d0-a8b3-e6c581f8d5d2 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:07.563385 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 38438372-d239-47d0-a8b3-e6c581f8d5d2 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:07.563774 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:07.672444 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-438e68ee-7d1b-40e5-938a-deedf393c465 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:07.674707 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-438e68ee-7d1b-40e5-938a-deedf393c465 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.2363727 Oct 27 15:07:07.674859 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 518ce3c4-a6aa-4344-988d-e7be8aca0007, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:07.726513 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '518ce3c4-a6aa-4344-988d-e7be8aca0007', 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff', 'port_id': '518ce3c4-a6aa-4344-988d-e7be8aca0007', 'mac_address': 'fa:16:3e:f4:e3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bf7b82-fe9d-418e-bca4-893c1bf0025c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:07:07.754059 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-b9e77593-e062-4001-9113-e9ac334b017c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674574 Oct 27 15:07:07.808408 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:07.839337 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:07.852256 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829754e-ef56-4da0-8121-604f7b2e9f9e req-311c2848-2336-41fe-babf-8e8b059c6728 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:07.854042 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5829754e-ef56-4da0-8121-604f7b2e9f9e req-311c2848-2336-41fe-babf-8e8b059c6728 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 943 time: 0.2922690 Oct 27 15:07:07.858924 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:07.887244 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518ce3c4-a6aa-4344-988d-e7be8aca0007 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:07.915520 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b16560-6fcf-4d44-837c-b932bde820dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38438372-d239-47d0-a8b3-e6c581f8d5d2'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:07.936769 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 518ce3c4-a6aa-4344-988d-e7be8aca0007, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:07.939196 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 38438372-d239-47d0-a8b3-e6c581f8d5d2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=38438372-d239-47d0-a8b3-e6c581f8d5d2,segment=NetworkSegment(18e8eb9b-5c23-44e0-be94-daebee75bbf5),segment_id=18e8eb9b-5c23-44e0-be94-daebee75bbf5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:07.944480 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:07.946952 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-45723b47-01ba-4dd3-8306-5b760a79ab76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:07.967988 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:07.978758 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Usage tracker for resource:security_group_rule and tenant:ce541a61651c46a0b3477d35130cc1ee is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:07.983744 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:08.003723 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:08.008508 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b16560-6fcf-4d44-837c-b932bde820dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38438372-d239-47d0-a8b3-e6c581f8d5d2', 'code': 200} Oct 27 15:07:08.014737 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:08.017789 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5829754e-ef56-4da0-8121-604f7b2e9f9e req-afe6e045-a9a3-40f3-b22f-cb1f09f7c5ac tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553586 Oct 27 15:07:08.019559 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-b6e6a30d-07f4-41df-9757-6199db5e8df2 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445061 Oct 27 15:07:08.076441 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=518ce3c4-a6aa-4344-988d-e7be8aca0007,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:08.088904 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:08.102607 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-f83268f6-f7c3-428a-abe5-b232983458c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:08.185029 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:08.198585 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:08.208559 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:08.250966 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=38438372-d239-47d0-a8b3-e6c581f8d5d2,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:08.254833 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:08.269033 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e8369a-7aec-40a0-9b52-facc95d1f469,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:08.272835 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9b3162f6-ade3-41e9-be60-fd22f8ba169c req-5913ea16-9bcc-4389-b889-58702ae9e0ec service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402887 Oct 27 15:07:08.273590 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:08.276144 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ce541a61651c46a0b3477d35130cc1ee&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0485489 Oct 27 15:07:08.279480 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37660) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:08.304213 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['518ce3c4-a6aa-4344-988d-e7be8aca0007'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:07:08.394117 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8d07c956-d9a3-440c-b050-d9cbda842437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:08.445825 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cecafc8a-cce0-421f-a50e-5552d954433b req-ab328345-f8cc-4ac1-897e-a08a5fe0fda2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 1102 time: 0.1098731 Oct 27 15:07:08.453023 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739666a-aed3-4953-9def-8b438afb7ff7 req-1b62adfa-4495-4745-8832-9f63a7563f4f tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:08.454505 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e739666a-aed3-4953-9def-8b438afb7ff7 req-1b62adfa-4495-4745-8832-9f63a7563f4f tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 944 time: 0.1839437 Oct 27 15:07:08.463918 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8d07c956-d9a3-440c-b050-d9cbda842437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:08.543438 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cecafc8a-cce0-421f-a50e-5552d954433b req-8df39019-27a7-4c59-87f6-cdc664092709 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879681 Oct 27 15:07:08.548743 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8d07c956-d9a3-440c-b050-d9cbda842437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:08.557579 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7272951c-906a-4029-94bb-b74ea1f67a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:08.561078 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e739666a-aed3-4953-9def-8b438afb7ff7 req-67996a57-1920-4809-a3b5-9d66c2afead9 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896745 Oct 27 15:07:08.582729 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07c956-d9a3-440c-b050-d9cbda842437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e8369a-7aec-40a0-9b52-facc95d1f469,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:08.585899 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8d07c956-d9a3-440c-b050-d9cbda842437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:08.587175 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8d07c956-d9a3-440c-b050-d9cbda842437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:08.588441 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-8d07c956-d9a3-440c-b050-d9cbda842437 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50e8369a-7aec-40a0-9b52-facc95d1f469 HTTP/1.1" status: 204 len: 168 time: 0.3079042 Oct 27 15:07:08.721331 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf0a5f-4ccf-4453-969c-1e7c4c540957 req-6f3e7297-e737-4448-a7db-6dd301431215 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:08.722976 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8fdf0a5f-4ccf-4453-969c-1e7c4c540957 req-6f3e7297-e737-4448-a7db-6dd301431215 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 949 time: 0.0831995 Oct 27 15:07:08.782342 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8fdf0a5f-4ccf-4453-969c-1e7c4c540957 req-d33c08dc-7432-4e33-b6b9-a966e28d1286 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525730 Oct 27 15:07:09.050046 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37684) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:09.069062 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.106322 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:09.111404 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Usage tracker for resource:security_group_rule and tenant:09bd8d26447646f297cf96a7e08cc16e is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:09.114676 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:09.121110 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:09.211787 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.216881 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.223386 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:09.309682 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738aa428-2f2a-414d-b81b-2565c2754d9f,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:09.317387 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09bd8d26447646f297cf96a7e08cc16e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2636385 Oct 27 15:07:09.317387 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:09.318376 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37696) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:09.330739 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device b05a0551-151c-450d-af96-c78ebec9f151 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:07:09.333162 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 518ce3c4-a6aa-4344-988d-e7be8aca0007 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:09.414388 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647e131-2cbf-4aba-a036-d54742adca2f req-9a848639-fd9b-469c-9596-0c68b2d46576 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:09.419031 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5647e131-2cbf-4aba-a036-d54742adca2f req-9a848639-fd9b-469c-9596-0c68b2d46576 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 943 time: 0.1885309 Oct 27 15:07:09.453202 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-37a0defa-6d85-46da-99ec-ebbab63b090c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.501436 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-37a0defa-6d85-46da-99ec-ebbab63b090c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.502138 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 518ce3c4-a6aa-4344-988d-e7be8aca0007 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:09.510220 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 518ce3c4-a6aa-4344-988d-e7be8aca0007 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:09.510595 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.522498 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5647e131-2cbf-4aba-a036-d54742adca2f req-018523df-c479-41ab-a988-9d14f366eaa5 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927851 Oct 27 15:07:09.585489 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-37a0defa-6d85-46da-99ec-ebbab63b090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.597839 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4dd66511-cf30-43a2-82cc-228dc8157c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:09.612915 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port b05a0551-151c-450d-af96-c78ebec9f151, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b05a0551-151c-450d-af96-c78ebec9f151,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:09.629997 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0defa-6d85-46da-99ec-ebbab63b090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738aa428-2f2a-414d-b81b-2565c2754d9f,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:09.631920 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-37a0defa-6d85-46da-99ec-ebbab63b090c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.634500 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-37a0defa-6d85-46da-99ec-ebbab63b090c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/738aa428-2f2a-414d-b81b-2565c2754d9f HTTP/1.1" status: 204 len: 168 time: 0.3145299 Oct 27 15:07:09.635281 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-37a0defa-6d85-46da-99ec-ebbab63b090c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:09.671494 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': 'b05a0551-151c-450d-af96-c78ebec9f151', 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de', 'port_id': 'b05a0551-151c-450d-af96-c78ebec9f151', 'mac_address': 'fa:16:3e:1d:37:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325b3671-ef9f-41d2-8c83-f31662ce4dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:07:09.825212 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.836326 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59c235-36e4-454e-834f-3a406feca566 req-87ff7a23-a832-4da6-adbc-fdee602678af tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:09.846056 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ca59c235-36e4-454e-834f-3a406feca566 req-87ff7a23-a832-4da6-adbc-fdee602678af tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 944 time: 0.1104746 Oct 27 15:07:09.861303 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.878027 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b05a0551-151c-450d-af96-c78ebec9f151 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:09.915585 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port b05a0551-151c-450d-af96-c78ebec9f151, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b05a0551-151c-450d-af96-c78ebec9f151,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:09.920293 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:09.921027 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 442cac72-744d-4929-ba5d-1d419ad6b29d details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:07:09.923953 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 518ce3c4-a6aa-4344-988d-e7be8aca0007, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:09.924858 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:09.940560 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ca59c235-36e4-454e-834f-3a406feca566 req-2bc0f802-3322-4d6d-ad64-640b4ed4b505 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928051 Oct 27 15:07:09.968948 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:10.019017 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabf9a5a-bbc0-45a3-a226-469cfd29de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518ce3c4-a6aa-4344-988d-e7be8aca0007'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:10.033818 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=b05a0551-151c-450d-af96-c78ebec9f151,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:10.038462 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:10.038931 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:10.155098 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43de524-31e1-4329-9adf-ac2be7e48866 req-51979177-1700-427b-a40f-7cb57abad3ce tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:10.166763 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b43de524-31e1-4329-9adf-ac2be7e48866 req-51979177-1700-427b-a40f-7cb57abad3ce tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 949 time: 0.1484017 Oct 27 15:07:10.241810 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b43de524-31e1-4329-9adf-ac2be7e48866 req-42e55f96-77ea-451d-acb7-508869456f56 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737107 Oct 27 15:07:10.298034 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37734) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:10.310901 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=518ce3c4-a6aa-4344-988d-e7be8aca0007,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:10.339954 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:10.351018 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:10.361755 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 442cac72-744d-4929-ba5d-1d419ad6b29d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=442cac72-744d-4929-ba5d-1d419ad6b29d,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:10.386387 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '442cac72-744d-4929-ba5d-1d419ad6b29d', 'network_id': '0d643b43-c892-4be7-ae00-7efeb38878ff', 'port_id': '442cac72-744d-4929-ba5d-1d419ad6b29d', 'mac_address': 'fa:16:3e:6e:77:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30bf7b82-fe9d-418e-bca4-893c1bf0025c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:07:10.411924 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:10.416622 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Usage tracker for resource:security_group_rule and tenant:9c73c5bc97a5402086d3788bd945face is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:10.421724 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:10.428853 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:10.476508 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:10.489546 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabf9a5a-bbc0-45a3-a226-469cfd29de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518ce3c4-a6aa-4344-988d-e7be8aca0007', 'code': 200} Oct 27 15:07:10.513992 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442cac72-744d-4929-ba5d-1d419ad6b29d {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:10.538093 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 442cac72-744d-4929-ba5d-1d419ad6b29d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=442cac72-744d-4929-ba5d-1d419ad6b29d,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:10.546636 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:10.549399 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:10.591470 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:10.597791 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:10.619289 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6c09a104-610f-4759-a76f-24c8127a4f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:10.715637 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=442cac72-744d-4929-ba5d-1d419ad6b29d,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:10.723812 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:10.747234 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc42532-0e40-4ea7-9cee-ec25ca64b992,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:10.757917 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c73c5bc97a5402086d3788bd945face&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4557998 Oct 27 15:07:10.758277 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 37756) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:10.758989 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:10.868711 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['b05a0551-151c-450d-af96-c78ebec9f151'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:07:10.891444 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9c0838e3-505b-4d38-b301-1d2667bc70a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:10.920901 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08d8f-e549-48df-8d6c-4d0513ac7833 req-88725330-a2a0-4608-8aa1-7f00cb62d7b7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:10.922709 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75a08d8f-e549-48df-8d6c-4d0513ac7833 req-88725330-a2a0-4608-8aa1-7f00cb62d7b7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 944 time: 0.2350168 Oct 27 15:07:10.955134 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['442cac72-744d-4929-ba5d-1d419ad6b29d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:07:10.973229 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9c0838e3-505b-4d38-b301-1d2667bc70a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:10.985785 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-77ca377b-3dad-4fb1-a40f-039cbe1a25b4 req-cc2ac2d8-6f10-483a-93c0-019b8e8d86f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1098 time: 0.1999080 Oct 27 15:07:11.040805 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75a08d8f-e549-48df-8d6c-4d0513ac7833 req-4df372de-9c12-448f-a9dc-19bd745407db tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123989 Oct 27 15:07:11.123116 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-77ca377b-3dad-4fb1-a40f-039cbe1a25b4 req-4a0e3ce0-b0f5-4e75-a22d-5885a78eac45 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031113 Oct 27 15:07:11.126885 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37766) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:11.140723 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9c0838e3-505b-4d38-b301-1d2667bc70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:11.145226 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a007ec0e-e547-416a-8eaf-b4d073f7bdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:11.163773 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0838e3-505b-4d38-b301-1d2667bc70a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc42532-0e40-4ea7-9cee-ec25ca64b992,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:11.174978 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9c0838e3-505b-4d38-b301-1d2667bc70a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:11.183674 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9c0838e3-505b-4d38-b301-1d2667bc70a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:11.185176 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-9c0838e3-505b-4d38-b301-1d2667bc70a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bc42532-0e40-4ea7-9cee-ec25ca64b992 HTTP/1.1" status: 204 len: 168 time: 0.4252784 Oct 27 15:07:11.439985 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39c9b9-efc3-4762-953f-2a38b8872936 req-e7e39240-6746-4793-a4f7-2867e49dac05 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:11.447781 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-fa39c9b9-efc3-4762-953f-2a38b8872936 req-e7e39240-6746-4793-a4f7-2867e49dac05 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 945 time: 0.2024236 Oct 27 15:07:11.461002 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb7d2b-d2af-4599-9114-f35c539c01e2 req-346f7eac-03c3-4fd7-97b3-1de4db42a82d tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:11.476417 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9bbb7d2b-d2af-4599-9114-f35c539c01e2 req-346f7eac-03c3-4fd7-97b3-1de4db42a82d tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 949 time: 0.1047492 Oct 27 15:07:11.502247 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-fa39c9b9-efc3-4762-953f-2a38b8872936 req-7d6234c5-61b3-4092-9d9c-ed88ec1368c5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535271 Oct 27 15:07:11.546833 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9bbb7d2b-d2af-4599-9114-f35c539c01e2 req-0fb02d03-a078-40f3-9577-49515d61fc11 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662432 Oct 27 15:07:11.667561 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:11.703375 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:11.707259 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Usage tracker for resource:security_group_rule and tenant:d74a807bc22d4e6ea516e0c8158430e9 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:11.710223 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:11.715920 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:11.785889 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:11.789961 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:11.797262 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4ee0e785-f0b3-4cf8-af48-a5d88cffdd65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:11.837175 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49bfd91-87aa-4522-9fc2-08a4c652bd84,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:11.841573 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d74a807bc22d4e6ea516e0c8158430e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7110658 Oct 27 15:07:11.842436 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:11.844445 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37790) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:11.906775 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-abe8c947-348a-4273-8295-21e8481d7db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:11.937568 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-abe8c947-348a-4273-8295-21e8481d7db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:11.997755 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-abe8c947-348a-4273-8295-21e8481d7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.008419 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-6dbaba75-4ab4-4d40-9152-d55b7071bea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:12.023233 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8c947-348a-4273-8295-21e8481d7db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49bfd91-87aa-4522-9fc2-08a4c652bd84,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:12.026059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-abe8c947-348a-4273-8295-21e8481d7db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:12.027240 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-abe8c947-348a-4273-8295-21e8481d7db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.031927 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-abe8c947-348a-4273-8295-21e8481d7db6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a49bfd91-87aa-4522-9fc2-08a4c652bd84 HTTP/1.1" status: 204 len: 168 time: 0.1829860 Oct 27 15:07:12.277173 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd354e-655d-44ef-afc3-b10ec44a8794 req-b8350e27-01f1-47aa-9975-a43b0ce72773 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:12.278730 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37cd354e-655d-44ef-afc3-b10ec44a8794 req-b8350e27-01f1-47aa-9975-a43b0ce72773 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 944 time: 0.0822730 Oct 27 15:07:12.330626 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37cd354e-655d-44ef-afc3-b10ec44a8794 req-5c920f57-39d1-4524-be2c-5ea5cfbd6685 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Oct 27 15:07:12.394803 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37812) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:12.413725 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.445347 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:12.449326 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Usage tracker for resource:security_group_rule and tenant:e841221566444d24989f55c5b5eba05b is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:12.452187 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:12.457759 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:12.524222 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.528827 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.536114 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f79d3d22-f2b3-47a0-bad3-b4f8d42be1ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:12.583332 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74eae1d7-83dc-4014-93c6-e1260523150a,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:12.586783 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:12.592070 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e841221566444d24989f55c5b5eba05b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1933472 Oct 27 15:07:12.592319 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 37822) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:12.677693 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-65636211-78ef-47e2-a51d-5bf11854c4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.708391 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-65636211-78ef-47e2-a51d-5bf11854c4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.851343 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-65636211-78ef-47e2-a51d-5bf11854c4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.857463 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d4bf1d0b-6e74-4460-a7a2-715f3396a79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:12.875235 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65636211-78ef-47e2-a51d-5bf11854c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74eae1d7-83dc-4014-93c6-e1260523150a,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:12.883273 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df65284-dae3-4d0d-8596-cbcf2cf78170 req-61ee0390-61df-415f-a62e-e85fa80bd021 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:12.884820 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7df65284-dae3-4d0d-8596-cbcf2cf78170 req-61ee0390-61df-415f-a62e-e85fa80bd021 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 949 time: 0.1302152 Oct 27 15:07:12.885885 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-65636211-78ef-47e2-a51d-5bf11854c4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:12.889328 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-65636211-78ef-47e2-a51d-5bf11854c4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:12.892806 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-65636211-78ef-47e2-a51d-5bf11854c4a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74eae1d7-83dc-4014-93c6-e1260523150a HTTP/1.1" status: 204 len: 168 time: 0.2971668 Oct 27 15:07:12.908908 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e79082-3adc-4f1f-9d5a-aad386f6af45 req-e30f0ed9-4441-4244-b4e9-fac3fec3284a tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:12.917503 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d7e79082-3adc-4f1f-9d5a-aad386f6af45 req-e30f0ed9-4441-4244-b4e9-fac3fec3284a tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 945 time: 0.1804645 Oct 27 15:07:12.987530 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7df65284-dae3-4d0d-8596-cbcf2cf78170 req-d25480c4-2d6c-40a7-9bb7-13dcaecfca68 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/security-groups?id=ff4bffea-ab10-437a-a4ae-7df3baddd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825140 Oct 27 15:07:12.990328 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d7e79082-3adc-4f1f-9d5a-aad386f6af45 req-a957e533-6ad0-4226-8452-8d3ab84f0c37 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718749 Oct 27 15:07:13.328182 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-cf4215e6-3fb8-4934-ac5d-428794289028 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:13.334122 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-cf4215e6-3fb8-4934-ac5d-428794289028 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.52 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 949 time: 0.1127608 Oct 27 15:07:13.364362 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device b05a0551-151c-450d-af96-c78ebec9f151 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:13.485467 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Deleting port 38438372-d239-47d0-a8b3-e6c581f8d5d2 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:07:13.485820 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:13.531378 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port b05a0551-151c-450d-af96-c78ebec9f151 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:13.538045 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port b05a0551-151c-450d-af96-c78ebec9f151 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:13.538763 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:13.666961 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be4ce2-13d8-49b2-a04a-9c541d460940 req-81478734-241b-4c86-8324-5d1521ea0f4c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:13.669495 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4be4ce2-13d8-49b2-a04a-9c541d460940 req-81478734-241b-4c86-8324-5d1521ea0f4c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 944 time: 0.1098542 Oct 27 15:07:13.743836 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:13.749581 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4be4ce2-13d8-49b2-a04a-9c541d460940 req-17b01df1-d28a-48fc-96bd-bfe07729dbb7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748119 Oct 27 15:07:13.799402 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] For port 38438372-d239-47d0-a8b3-e6c581f8d5d2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=38438372-d239-47d0-a8b3-e6c581f8d5d2,segment=NetworkSegment(18e8eb9b-5c23-44e0-be94-daebee75bbf5),segment_id=18e8eb9b-5c23-44e0-be94-daebee75bbf5)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:13.799843 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:13.802624 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7380ae-2a92-40d2-99ea-6c8e18d79a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05a0551-151c-450d-af96-c78ebec9f151'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:13.814572 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port b05a0551-151c-450d-af96-c78ebec9f151, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b05a0551-151c-450d-af96-c78ebec9f151,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:13.820327 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:13.821654 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 442cac72-744d-4929-ba5d-1d419ad6b29d up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:13.854436 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b4f9566e-25f5-4680-bf71-6dfc0ea1852b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:13.916944 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7380ae-2a92-40d2-99ea-6c8e18d79a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b05a0551-151c-450d-af96-c78ebec9f151', 'code': 200} Oct 27 15:07:13.974488 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=b05a0551-151c-450d-af96-c78ebec9f151,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:13.978293 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:13.990675 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 442cac72-744d-4929-ba5d-1d419ad6b29d completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:13.997251 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 442cac72-744d-4929-ba5d-1d419ad6b29d triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:13.998099 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:14.064476 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Calling delete_port for 38438372-d239-47d0-a8b3-e6c581f8d5d2 owned by compute:nova {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:07:14.222538 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:14.259467 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 442cac72-744d-4929-ba5d-1d419ad6b29d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=442cac72-744d-4929-ba5d-1d419ad6b29d,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:14.265507 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:14.267838 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:14.357914 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=442cac72-744d-4929-ba5d-1d419ad6b29d,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:14.361160 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:14.373600 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:14.381645 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:14.389795 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['38438372-d239-47d0-a8b3-e6c581f8d5d2'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:07:14.431718 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Pushing event deleted for resources: {'Port': ['ID=38438372-d239-47d0-a8b3-e6c581f8d5d2,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:14.438760 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:14.457722 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-baaf0520-f126-48f1-b6a1-5e0ed1c5ada6 req-5f611eac-49f6-464f-9917-48cb0312938e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 1099 time: 0.2435489 Oct 27 15:07:14.531188 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5a6cd-9d0d-4ee5-83c7-f8a8552dc460 req-616b8a0a-526d-4f72-9863-056d0157b48b tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:14.538302 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-59f5a6cd-9d0d-4ee5-83c7-f8a8552dc460 req-616b8a0a-526d-4f72-9863-056d0157b48b tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 946 time: 0.1567700 Oct 27 15:07:14.556118 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-baaf0520-f126-48f1-b6a1-5e0ed1c5ada6 req-8e80a858-26dc-467a-a464-82e3b4fd38ed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871763 Oct 27 15:07:14.568541 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] No DVR routers for this DVR port 38438372-d239-47d0-a8b3-e6c581f8d5d2 on host hv-cinder-81567 {{(pid=82783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:07:14.587268 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:14.590293 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b16560-6fcf-4d44-837c-b932bde820dd', 'name': 'network-vif-deleted', 'tag': '38438372-d239-47d0-a8b3-e6c581f8d5d2'}] {{(pid=82783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:14.600737 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-59f5a6cd-9d0d-4ee5-83c7-f8a8552dc460 req-789dc878-1c33-49d5-8be8-cf5124323c2b tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613263 Oct 27 15:07:14.627179 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-58560e41-53d4-4fce-8931-9ef3823f94ea req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.52 "DELETE /v2.0/ports/38438372-d239-47d0-a8b3-e6c581f8d5d2 HTTP/1.1" status: 204 len: 173 time: 1.2847342 Oct 27 15:07:14.830064 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-6875c6e3-2b34-4208-a82a-b8f3fc1d740a req-6e2ac324-5d68-4973-9fc0-bbf58f50bc17 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Synchronizing usage tracker for tenant:3a3e2fa9a6d3472dbbc99f92ec4a5857 on resource:port {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:07:14.870121 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-6875c6e3-2b34-4208-a82a-b8f3fc1d740a req-6e2ac324-5d68-4973-9fc0-bbf58f50bc17 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Unset dirty status for tenant:3a3e2fa9a6d3472dbbc99f92ec4a5857 on resource:port {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:07:14.870121 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6875c6e3-2b34-4208-a82a-b8f3fc1d740a req-6e2ac324-5d68-4973-9fc0-bbf58f50bc17 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] 10.222.0.55 "GET /v2.0/ports?device_id=49b16560-6fcf-4d44-837c-b932bde820dd HTTP/1.1" status: 200 len: 210 time: 0.0827587 Oct 27 15:07:14.976101 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b16560-6fcf-4d44-837c-b932bde820dd', 'name': 'network-vif-deleted', 'tag': '38438372-d239-47d0-a8b3-e6c581f8d5d2', 'status': 'completed', 'code': 200} Oct 27 15:07:15.104529 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35393e0-6f9a-47fc-9787-9c4af8a0a361 req-ed3098e8-3800-43f7-99dd-552eb8aa4d9b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:15.113489 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d35393e0-6f9a-47fc-9787-9c4af8a0a361 req-ed3098e8-3800-43f7-99dd-552eb8aa4d9b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1198592 Oct 27 15:07:15.173361 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d35393e0-6f9a-47fc-9787-9c4af8a0a361 req-7474470e-8456-4354-b363-09e7057ef3d4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585122 Oct 27 15:07:15.258331 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405f4d8-8286-406f-9e33-3bc4a4124ba8 req-cb2a9871-03cd-4d7e-bd9a-737103a5625c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:15.260002 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c405f4d8-8286-406f-9e33-3bc4a4124ba8 req-cb2a9871-03cd-4d7e-bd9a-737103a5625c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1453755 Oct 27 15:07:15.317880 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c405f4d8-8286-406f-9e33-3bc4a4124ba8 req-7b4ab206-ffdd-4455-999d-a51464243bcc tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512726 Oct 27 15:07:15.805997 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70a122-f4a9-4b83-bad9-f97587347d44 req-13026cdf-ac81-4046-9b48-e72986d00105 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:15.808257 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ee70a122-f4a9-4b83-bad9-f97587347d44 req-13026cdf-ac81-4046-9b48-e72986d00105 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 946 time: 0.0898674 Oct 27 15:07:15.884569 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ee70a122-f4a9-4b83-bad9-f97587347d44 req-28d9ff92-2ef6-4c9a-9368-404446d1a34d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698171 Oct 27 15:07:15.918639 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442cac72-744d-4929-ba5d-1d419ad6b29d'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:16.060673 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442cac72-744d-4929-ba5d-1d419ad6b29d', 'code': 200} Oct 27 15:07:16.506555 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-fb72a21b-4c47-4851-aee0-1ddbf15f6c1d req-3111c3cc-7636-4591-97ec-beb0b29e06a6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 1098 time: 0.2102859 Oct 27 15:07:16.519976 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f0c6a-62a3-4524-893e-350c40ab00c1 req-ef4acb17-4d90-4833-a099-f81a6a6c1880 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:16.524259 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-703f0c6a-62a3-4524-893e-350c40ab00c1 req-ef4acb17-4d90-4833-a099-f81a6a6c1880 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1628947 Oct 27 15:07:16.611367 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-fb72a21b-4c47-4851-aee0-1ddbf15f6c1d req-03990461-2069-4c22-822b-1a36b3a4eba1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860927 Oct 27 15:07:16.618174 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032835d-5378-4446-a68d-a6ae3eec5519 req-b8ad70e8-724f-44a5-8815-963aad16c9d0 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:16.620473 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2032835d-5378-4446-a68d-a6ae3eec5519 req-b8ad70e8-724f-44a5-8815-963aad16c9d0 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1432991 Oct 27 15:07:16.624512 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-703f0c6a-62a3-4524-893e-350c40ab00c1 req-63f5de87-3964-4da6-95fe-202d561d6a53 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834129 Oct 27 15:07:16.680024 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2032835d-5378-4446-a68d-a6ae3eec5519 req-c14803e9-223a-40a1-b308-a146b03b8134 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527806 Oct 27 15:07:17.135752 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52930881-a10f-4caf-8245-9c925da4324b req-9ee47586-a089-4546-824d-dd062f2661ba tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:17.137362 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-52930881-a10f-4caf-8245-9c925da4324b req-9ee47586-a089-4546-824d-dd062f2661ba tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 946 time: 0.1057196 Oct 27 15:07:17.212865 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-52930881-a10f-4caf-8245-9c925da4324b req-4450f70e-bcf5-4453-bb49-7c84ccaaf298 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691462 Oct 27 15:07:17.402544 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 38438372-d239-47d0-a8b3-e6c581f8d5d2 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:07:17.456790 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 38438372-d239-47d0-a8b3-e6c581f8d5d2 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:07:17.457764 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 38438372-d239-47d0-a8b3-e6c581f8d5d2 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:07:17.860076 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525a5b-1f3e-4d26-833a-a7e7ede20ab0 req-4a77e3bf-4100-4e96-86a3-1862bb8c8491 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:17.861598 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cf525a5b-1f3e-4d26-833a-a7e7ede20ab0 req-4a77e3bf-4100-4e96-86a3-1862bb8c8491 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.0830784 Oct 27 15:07:17.924935 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cf525a5b-1f3e-4d26-833a-a7e7ede20ab0 req-e2f432cb-29ae-4ce8-8ac0-0cfb56e8927b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572655 Oct 27 15:07:17.936785 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097f2a-dfde-42bd-8649-2ab64fe5db14 req-a7453043-8025-4c1b-9e7c-c1c7f099f689 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:17.938273 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-22097f2a-dfde-42bd-8649-2ab64fe5db14 req-a7453043-8025-4c1b-9e7c-c1c7f099f689 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1029873 Oct 27 15:07:18.016465 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-22097f2a-dfde-42bd-8649-2ab64fe5db14 req-63f3892f-1732-482e-8fdc-56dec6dc3377 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545096 Oct 27 15:07:18.498093 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-a2e36c50-58c4-4574-8823-c449e3f14d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:18.915820 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:18.955602 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bea10e-3092-44f4-b5cb-162af62bd7c1 req-2f84ed38-18e3-4ead-a26b-b373b8906140 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:18.957089 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e5bea10e-3092-44f4-b5cb-162af62bd7c1 req-2f84ed38-18e3-4ead-a26b-b373b8906140 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 946 time: 0.0859492 Oct 27 15:07:19.027534 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e5bea10e-3092-44f4-b5cb-162af62bd7c1 req-00d3a35c-336f-4c76-bf06-c7c7cd8f131c tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580935 Oct 27 15:07:19.245789 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecab61b-6a88-486f-b886-d911ae62eb4b req-7c7c057f-3273-42a5-8d82-111f6da87d14 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:19.249291 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7ecab61b-6a88-486f-b886-d911ae62eb4b req-7c7c057f-3273-42a5-8d82-111f6da87d14 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1376846 Oct 27 15:07:19.288528 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091af62-8850-4575-b589-c12f8f68a296 req-da890569-49e4-4255-a68d-72d699397612 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:19.290254 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6091af62-8850-4575-b589-c12f8f68a296 req-da890569-49e4-4255-a68d-72d699397612 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1217697 Oct 27 15:07:19.314515 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7ecab61b-6a88-486f-b886-d911ae62eb4b req-9cf06f07-12ea-4d26-a3e0-4813b08280fa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579312 Oct 27 15:07:19.342339 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6091af62-8850-4575-b589-c12f8f68a296 req-0571e062-3632-4a58-ac2b-98573088183d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457518 Oct 27 15:07:19.804738 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-e0aaad21-36f7-41be-a13c-88a9c19a496c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 1098 time: 0.0825157 Oct 27 15:07:19.890815 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda6c6d-eacb-4e99-8274-3787699ee6c0 req-0dba1cba-26a3-4458-85b5-e09813a24411 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:19.898737 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2dda6c6d-eacb-4e99-8274-3787699ee6c0 req-0dba1cba-26a3-4458-85b5-e09813a24411 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1047852 Oct 27 15:07:19.957067 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2dda6c6d-eacb-4e99-8274-3787699ee6c0 req-05ac4a54-71f9-4de0-9548-1cffefaef8a7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567441 Oct 27 15:07:19.981942 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-4e607c0f-faf3-40f3-b627-3df99e99bec2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:19.983407 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-4e607c0f-faf3-40f3-b627-3df99e99bec2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 921 time: 0.1722271 Oct 27 15:07:20.060053 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-398ab2e6-f59f-4d4a-80b4-79b7ce58fabe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=442cac72-744d-4929-ba5d-1d419ad6b29d HTTP/1.1" status: 200 len: 217 time: 0.0679252 Oct 27 15:07:20.140133 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-794fd8b3-1405-40b4-a6f5-afaddca30382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:20.141618 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-794fd8b3-1405-40b4-a6f5-afaddca30382 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.0755196 Oct 27 15:07:20.313470 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-fcc8e571-3329-4b3b-b113-7cb9036f275d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580851 Oct 27 15:07:20.455802 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be864d8c-6810-4d2c-a91c-b541d7c1dc33 req-3d1aba7f-eae7-416b-b2e0-2631f9b31c5e tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:20.457547 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-be864d8c-6810-4d2c-a91c-b541d7c1dc33 req-3d1aba7f-eae7-416b-b2e0-2631f9b31c5e tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 946 time: 0.2703891 Oct 27 15:07:20.500582 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-38e2f042-bbcb-48f9-b9f4-5402044668e3 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796436 Oct 27 15:07:20.573584 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-be864d8c-6810-4d2c-a91c-b541d7c1dc33 req-83c29a0e-d073-46a4-acca-d95f74bf2d25 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015601 Oct 27 15:07:20.606653 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-33c13bef-3b0c-4b71-87a6-e8711861d79f tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:20.609006 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-33c13bef-3b0c-4b71-87a6-e8711861d79f tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 946 time: 0.1724668 Oct 27 15:07:20.676893 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-937302a8-1e5a-4b79-9655-159d8e05abdc req-841b5465-2eb2-407e-9bdb-ed9b1db1f38c service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652515 Oct 27 15:07:20.768948 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5ea2fb34-9f9a-40dd-8515-9cbeabe6e099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:20.771947 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b04f8e-c053-47f7-902e-e9417a08d0f0 req-fd72ed22-879d-43f6-a4dd-82f5bcaf9482 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:20.780972 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-46b04f8e-c053-47f7-902e-e9417a08d0f0 req-fd72ed22-879d-43f6-a4dd-82f5bcaf9482 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.2803595 Oct 27 15:07:20.805395 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Deleting port b05a0551-151c-450d-af96-c78ebec9f151 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:07:20.805731 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:20.924529 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-46b04f8e-c053-47f7-902e-e9417a08d0f0 req-990f2505-f1ed-4c33-8398-d2ce29b60406 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425176 Oct 27 15:07:21.021558 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38262) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:21.190560 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] For port b05a0551-151c-450d-af96-c78ebec9f151, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b05a0551-151c-450d-af96-c78ebec9f151,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:21.191049 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.284563 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9f84f-d116-436a-ab03-0a95d04455e5 req-dc385236-1556-43ed-9a67-af60436e1fa8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:21.297560 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-47c9f84f-d116-436a-ab03-0a95d04455e5 req-dc385236-1556-43ed-9a67-af60436e1fa8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2030776 Oct 27 15:07:21.392740 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.400745 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Calling delete_port for b05a0551-151c-450d-af96-c78ebec9f151 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:07:21.460514 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-47c9f84f-d116-436a-ab03-0a95d04455e5 req-780c1503-6f91-4b88-996c-9c1f539e8e98 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619313 Oct 27 15:07:21.484584 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:21.489343 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Usage tracker for resource:security_group_rule and tenant:f4754958d82b496b9fab75f2c8f28214 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:21.492866 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:21.499094 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:21.581768 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.586730 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.596295 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7cbfbcca-e38b-4498-b269-7abf2e6d86a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:21.601938 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.609207 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:21.615681 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['b05a0551-151c-450d-af96-c78ebec9f151'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:07:21.657627 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ada6ebb-9c04-466f-96cf-64eced2b8173,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:21.663044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:21.665967 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4754958d82b496b9fab75f2c8f28214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6436305 Oct 27 15:07:21.670783 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38284) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:21.675784 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Pushing event deleted for resources: {'Port': ['ID=b05a0551-151c-450d-af96-c78ebec9f151,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:21.679699 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:21.775188 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] No DVR routers for this DVR port b05a0551-151c-450d-af96-c78ebec9f151 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:07:21.778855 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.782184 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad7380ae-2a92-40d2-99ea-6c8e18d79a6d', 'name': 'network-vif-deleted', 'tag': 'b05a0551-151c-450d-af96-c78ebec9f151'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:21.790164 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.793018 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9a7768d4-66ba-406c-a8e9-bc1be14a06a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.822941 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9a7768d4-66ba-406c-a8e9-bc1be14a06a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.835793 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38290) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:21.835951 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-80e0b52d-cc35-42c8-a0b1-b1484bd56ea5 req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.52 "DELETE /v2.0/ports/b05a0551-151c-450d-af96-c78ebec9f151 HTTP/1.1" status: 204 len: 173 time: 1.2162545 Oct 27 15:07:21.842836 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-427f3c96-5570-4d4c-8805-7dd7d444379e req-951d90e7-abdd-48d8-8ad9-b61512d5eeb1 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Synchronizing usage tracker for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:07:21.866895 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad7380ae-2a92-40d2-99ea-6c8e18d79a6d', 'name': 'network-vif-deleted', 'tag': 'b05a0551-151c-450d-af96-c78ebec9f151', 'status': 'completed', 'code': 200} Oct 27 15:07:21.875712 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-427f3c96-5570-4d4c-8805-7dd7d444379e req-951d90e7-abdd-48d8-8ad9-b61512d5eeb1 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Unset dirty status for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:07:21.876970 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-427f3c96-5570-4d4c-8805-7dd7d444379e req-951d90e7-abdd-48d8-8ad9-b61512d5eeb1 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad7380ae-2a92-40d2-99ea-6c8e18d79a6d HTTP/1.1" status: 200 len: 210 time: 0.0847476 Oct 27 15:07:21.925772 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9a7768d4-66ba-406c-a8e9-bc1be14a06a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.940849 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-fb353ae0-facc-489d-b6e4-0c044648349f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:21.957744 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7768d4-66ba-406c-a8e9-bc1be14a06a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ada6ebb-9c04-466f-96cf-64eced2b8173,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:21.959663 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9a7768d4-66ba-406c-a8e9-bc1be14a06a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:21.960958 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-9a7768d4-66ba-406c-a8e9-bc1be14a06a6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ada6ebb-9c04-466f-96cf-64eced2b8173 HTTP/1.1" status: 204 len: 168 time: 0.2889390 Oct 27 15:07:21.962132 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9a7768d4-66ba-406c-a8e9-bc1be14a06a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:22.140317 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c0b9439f-062c-4b35-9a17-8f1f72aef376 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a3e2fa9a6d3472dbbc99f92ec4a5857&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3029416 Oct 27 15:07:22.142824 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 38300) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:22.180799 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bbd1b-45b6-443c-b2f5-fc08d19ba807 req-cd05df25-a0df-43d3-8feb-99943714e309 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:22.185380 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-883bbd1b-45b6-443c-b2f5-fc08d19ba807 req-cd05df25-a0df-43d3-8feb-99943714e309 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.0956876 Oct 27 15:07:22.220433 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cebb7080-e5b6-4621-8428-60cbc60b7c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.235213 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-883bbd1b-45b6-443c-b2f5-fc08d19ba807 req-fa8b1e30-f4e1-4ef1-bb48-899168c498ff tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466866 Oct 27 15:07:22.249636 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cebb7080-e5b6-4621-8428-60cbc60b7c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.305595 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cebb7080-e5b6-4621-8428-60cbc60b7c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.312519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0dd06824-da87-448a-9dca-b7cd0ae055ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:22.331388 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb7080-e5b6-4621-8428-60cbc60b7c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4bffea-ab10-437a-a4ae-7df3baddd3ea,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:22.334887 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-cebb7080-e5b6-4621-8428-60cbc60b7c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:22.347653 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cebb7080-e5b6-4621-8428-60cbc60b7c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.351205 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-cebb7080-e5b6-4621-8428-60cbc60b7c92 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff4bffea-ab10-437a-a4ae-7df3baddd3ea HTTP/1.1" status: 204 len: 168 time: 0.2039931 Oct 27 15:07:22.399511 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 38310) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:22.438042 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.515030 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:22.520625 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Usage tracker for resource:security_group_rule and tenant:3e323ba2d3c345c89a86fefdcae832f6 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:22.524161 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:22.531307 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:22.643621 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.656306 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.707775 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-546c24ed-ae54-4e5e-8504-c113a6efebb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:22.722571 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e323ba2d3c345c89a86fefdcae832f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216081 Oct 27 15:07:22.725198 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38326) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:22.751738 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7762ab5-60f1-4fb0-abd5-258b7baaad02,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:22.758929 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:22.837451 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e9107adc-d827-406e-a1cb-6aad9058b57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.868157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b175e-cfc6-4d1b-811b-a940bd3829c5 req-c142a4e9-4f79-456e-be3f-92d01eb23e9f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:22.869675 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-088b175e-cfc6-4d1b-811b-a940bd3829c5 req-c142a4e9-4f79-456e-be3f-92d01eb23e9f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1031818 Oct 27 15:07:22.870513 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e9107adc-d827-406e-a1cb-6aad9058b57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.927762 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-088b175e-cfc6-4d1b-811b-a940bd3829c5 req-3fb9cd92-d147-4546-981f-ca41f8e5b018 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511489 Oct 27 15:07:22.930113 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e9107adc-d827-406e-a1cb-6aad9058b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.938336 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-eb9a994f-dc38-4fa3-a828-514ab0e048d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:22.960728 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9107adc-d827-406e-a1cb-6aad9058b57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7762ab5-60f1-4fb0-abd5-258b7baaad02,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:22.964978 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e9107adc-d827-406e-a1cb-6aad9058b57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:22.967633 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e9107adc-d827-406e-a1cb-6aad9058b57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:22.971475 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e9107adc-d827-406e-a1cb-6aad9058b57a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7762ab5-60f1-4fb0-abd5-258b7baaad02 HTTP/1.1" status: 204 len: 168 time: 0.2425647 Oct 27 15:07:23.208481 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:23.494820 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3abec-4f71-4325-bef6-bb6ab1d8cc4d req-022222c0-40ba-46d5-aca3-ed3d76098496 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:23.496432 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f1d3abec-4f71-4325-bef6-bb6ab1d8cc4d req-022222c0-40ba-46d5-aca3-ed3d76098496 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.0962405 Oct 27 15:07:23.525098 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-69ee7166-eb88-4d94-942a-d67d87947c76 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:23.529083 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-69ee7166-eb88-4d94-942a-d67d87947c76 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/networks?id=00f9e726-2faf-4c2f-9180-28c6546127de HTTP/1.1" status: 200 len: 808 time: 0.1800897 Oct 27 15:07:23.545697 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-1ee67f8a-22a8-4542-affb-f2df0c5de3ae tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/quotas/edb359f28b1a4f90b2b04c7e35a545ef HTTP/1.1" status: 200 len: 375 time: 0.0125816 Oct 27 15:07:23.547553 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f1d3abec-4f71-4325-bef6-bb6ab1d8cc4d req-aae065a4-22e2-4d15-b413-0a67a748b5a4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440161 Oct 27 15:07:23.581683 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38354) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:23.599701 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:23.602361 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-dbc027ab-123b-4182-8c50-e5619058a7e2 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=edb359f28b1a4f90b2b04c7e35a545ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501645 Oct 27 15:07:23.632439 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:23.636258 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Usage tracker for resource:security_group_rule and tenant:7f4e91b5ca8949d68d40a098aaa29ae4 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:23.639457 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:23.645401 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:23.719172 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:23.724005 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:23.731926 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-542de919-5510-4b6e-91f7-2f7e6c6fb8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:23.741634 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-a0e42aba-6a8e-442a-b23d-339c49636bc2 service neutron] 10.222.0.55 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312051 Oct 27 15:07:23.780019 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f4e91b5ca8949d68d40a098aaa29ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970310 Oct 27 15:07:23.780690 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465adacf-7668-4d2a-b878-f69a31c11cfc,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:23.782867 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38358) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:23.796369 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:23.848132 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-976211a5-8880-489c-9bcd-b8995db890a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:23.877253 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-976211a5-8880-489c-9bcd-b8995db890a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:23.883017 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-23ebf792-4eb4-4422-8187-9a034ac86d07 service neutron] 10.222.0.55 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356387 Oct 27 15:07:23.946744 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-976211a5-8880-489c-9bcd-b8995db890a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:23.953396 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:23.966991 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976211a5-8880-489c-9bcd-b8995db890a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465adacf-7668-4d2a-b878-f69a31c11cfc,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:23.969840 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-976211a5-8880-489c-9bcd-b8995db890a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:23.972334 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-976211a5-8880-489c-9bcd-b8995db890a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:23.974709 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-976211a5-8880-489c-9bcd-b8995db890a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/465adacf-7668-4d2a-b878-f69a31c11cfc HTTP/1.1" status: 204 len: 168 time: 0.1901228 Oct 27 15:07:24.163828 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-005a7d3a-e7dd-4f16-b70c-c0cc0e088d47 req-f21c5150-7ad9-4bc6-9a3c-c5191dc04c54 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0537655 Oct 27 15:07:24.287973 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af737f46-2684-4731-a8af-6f97d5f65eaf req-598afa1d-b606-416a-a6f6-b943ef2a2f48 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:24.296197 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-af737f46-2684-4731-a8af-6f97d5f65eaf req-598afa1d-b606-416a-a6f6-b943ef2a2f48 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1709793 Oct 27 15:07:24.363593 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-af737f46-2684-4731-a8af-6f97d5f65eaf req-42e892e8-556a-47ae-843b-fb6bab886ce3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662651 Oct 27 15:07:24.413320 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38386) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:24.575987 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:24.623145 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:24.627471 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Usage tracker for resource:security_group_rule and tenant:221b450a6c9f4c3e858b26887dea9973 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:24.630429 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:24.636426 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:24.738657 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:24.742434 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:24.759511 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-976211a5-8880-489c-9bcd-b8995db890a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:24.823473 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=221b450a6c9f4c3e858b26887dea9973&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4088461 Oct 27 15:07:24.824667 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ead2ff0-0f84-4055-9a65-d9aebd8193ae,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:24.827720 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38404) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:24.830621 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:24.924950 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1102f36b-8db0-4b1b-a9a0-73d520b72be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:24.961692 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1102f36b-8db0-4b1b-a9a0-73d520b72be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.003295 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa046023-7901-4271-93f7-3de1649fa790 req-33bf8463-f318-4675-8782-d722d83f00cc tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:25.005667 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fa046023-7901-4271-93f7-3de1649fa790 req-33bf8463-f318-4675-8782-d722d83f00cc tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.2107391 Oct 27 15:07:25.033723 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1102f36b-8db0-4b1b-a9a0-73d520b72be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.040782 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6dfbcafe-92c6-441f-be9b-ca0467108a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:25.055087 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102f36b-8db0-4b1b-a9a0-73d520b72be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ead2ff0-0f84-4055-9a65-d9aebd8193ae,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:25.060279 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-1102f36b-8db0-4b1b-a9a0-73d520b72be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:25.079059 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1102f36b-8db0-4b1b-a9a0-73d520b72be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.080554 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-1102f36b-8db0-4b1b-a9a0-73d520b72be7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ead2ff0-0f84-4055-9a65-d9aebd8193ae HTTP/1.1" status: 204 len: 168 time: 0.2514784 Oct 27 15:07:25.118836 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fa046023-7901-4271-93f7-3de1649fa790 req-86e8eec0-6654-45e7-9faf-f06e27f793aa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989122 Oct 27 15:07:25.150597 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:07:25.237982 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38420) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:25.364493 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f3b6e93f-543c-47ad-b5bb-c94515f89740 req-3ae8c25e-4e29-4e93-9a86-5887880e96c5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0422082 Oct 27 15:07:25.430993 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device b05a0551-151c-450d-af96-c78ebec9f151 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:07:25.450420 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2144326366-network', 'tenant_id': '0369c2b29c244d56821e09265d801a43'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:25.455388 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:25.463207 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Usage tracker for resource:network and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:25.472432 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:25.474719 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: b05a0551-151c-450d-af96-c78ebec9f151 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:07:25.475547 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device b05a0551-151c-450d-af96-c78ebec9f151 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:07:25.479099 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:25.521492 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Made reservation on behalf of 0369c2b29c244d56821e09265d801a43 for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:07:25.528863 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.542859 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.599388 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:25.623113 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Usage tracker for resource:security_group_rule and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:25.632255 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:25.648502 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:25.783075 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.793023 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.797062 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-446a2532-ad87-4ae8-9c96-e56a6c2b956e tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:25.798729 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-446a2532-ad87-4ae8-9c96-e56a6c2b956e tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.52 "GET /v2.0/networks?id=00f9e726-2faf-4c2f-9180-28c6546127de HTTP/1.1" status: 200 len: 808 time: 0.2911460 Oct 27 15:07:25.804774 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b759f-ed35-48a9-b5ab-592fe1a6751e req-432c95b0-2ab0-4746-8677-653ff7caeb49 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:25.812362 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d55b759f-ed35-48a9-b5ab-592fe1a6751e req-432c95b0-2ab0-4746-8677-653ff7caeb49 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2175844 Oct 27 15:07:25.828389 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] vlan segment allocate from pool success with {'vlan_id': 1393, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:07:25.838485 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Request body: {'port': {'device_id': '35cf455b-ec2d-417f-95f5-c90b0e85f0c2', 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de', 'admin_state_up': True, 'tenant_id': 'edb359f28b1a4f90b2b04c7e35a545ef'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:25.843878 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-554e932f-3f53-4c5e-b9ec-341fc5111b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:25.909234 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.909850 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Added segment c5b6b9d0-0955-4e17-b1a0-fe9235ef358f of type vlan for network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce Oct 27 15:07:25.923088 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61fe89f-4374-463c-af49-48b655869e90,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:25.941197 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:25.958026 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:25.999755 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:26.002408 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:26.003116 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:26.023003 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d55b759f-ed35-48a9-b5ab-592fe1a6751e req-10815459-b7ea-4c06-896e-deade514cac7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093894 Oct 27 15:07:26.029308 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ec8296db-9e3f-4b92-96ca-97cb9f0bd64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:26.057348 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8182347 Oct 27 15:07:26.064602 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 38450) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:26.079615 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Request body: {'subnet': {'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2144326366-subnet', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'ip_version': 4}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:26.086453 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:26.141164 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Usage tracker for resource:subnet and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:26.157651 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:26.192573 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:26.217308 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:26.236198 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:26.251262 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Made reservation on behalf of 0369c2b29c244d56821e09265d801a43 for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:07:26.263158 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1570913'] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:26.269135 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Pushing event updated for resources: {'Network': ['ID=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:26.271735 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:26.283066 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:07:26.359036 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Made reservation on behalf of edb359f28b1a4f90b2b04c7e35a545ef for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:07:26.361895 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:26.452400 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca97afb-2277-49fe-976b-ccf528752897 req-1c9aee24-6f84-4017-bfc4-a20bc36a3b10 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:26.453979 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4ca97afb-2277-49fe-976b-ccf528752897 req-1c9aee24-6f84-4017-bfc4-a20bc36a3b10 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.0847142 Oct 27 15:07:26.504487 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4ca97afb-2277-49fe-976b-ccf528752897 req-6f98f7f7-4374-4002-929a-b17a733acd21 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434091 Oct 27 15:07:26.687490 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75446b69-dc44-4b0e-8a5d-9bce3081c90a req-be65f8b0-04a4-42a0-9525-af773aea2740 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:26.689011 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75446b69-dc44-4b0e-8a5d-9bce3081c90a req-be65f8b0-04a4-42a0-9525-af773aea2740 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.3758104 Oct 27 15:07:26.720297 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Allocated IP 172.20.0.11 (00f9e726-2faf-4c2f-9180-28c6546127de/325b3671-ef9f-41d2-8c83-f31662ce4dcd/e610593a-4043-4be2-a5a2-693f37e2a016) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:26.729614 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4398fbe0-2baf-484f-a8ab-fa4f6fac62d4 req-6accdc91-d567-42ee-bdf0-6ff79c4a95ff tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0675726 Oct 27 15:07:26.806688 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75446b69-dc44-4b0e-8a5d-9bce3081c90a req-ccdb3b5e-4f99-43c5-8f56-7fd57c6548f0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098099 Oct 27 15:07:26.861856 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-928118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1570839'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:26.870382 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-755d2824-00bf-45fd-b6ba-df12465a10a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:27.026278 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf02d238-c971-40a0-b3e9-29abb1d47e1d,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:27.035909 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:27.066477 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Checking segment: {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:27.066624 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Network hostable DHCP agents. Network: feafa5a0-01c9-4c3e-b6cc-3a74f93545ce, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:07:27.104063 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.132477 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:07:27.139317 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.148956 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-302d17be-ad1c-43c6-bd6b-b8792afcca05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:27.198385 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, feafa5a0-01c9-4c3e-b6cc-3a74f93545ce) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:27.207692 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ce61be-3c68-4d4b-86b1-1ab4bc0595f6 None None] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:07:27.213343 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:27.213921 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.238154 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Network 00f9e726-2faf-4c2f-9180-28c6546127de is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:27.241743 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:27.249079 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:27.266764 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96065550-7446-4234-9a00-59227fab872a req-f7cc434d-33d9-4cb3-bd31-98bdb457cb83 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:27.268329 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-96065550-7446-4234-9a00-59227fab872a req-f7cc434d-33d9-4cb3-bd31-98bdb457cb83 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1001616 Oct 27 15:07:27.279202 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Pushing event updated for resources: {'Port': ['ID=e610593a-4043-4be2-a5a2-693f37e2a016,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:27.287346 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:27.329883 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:27.330303 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-96065550-7446-4234-9a00-59227fab872a req-841c5a6a-92b6-42e8-ab02-e8a079aceee4 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559790 Oct 27 15:07:27.330547 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.336574 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2655087 Oct 27 15:07:27.340854 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38480) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:27.348196 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:27.351682 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5369563 Oct 27 15:07:27.356864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:27.371385 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Usage tracker for resource:router and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:27.371679 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Request body: {'port': {'device_id': '35cf455b-ec2d-417f-95f5-c90b0e85f0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:27.372816 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:27.385079 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:27.400800 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8416'] for router, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.401743 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8345'] for router, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.428429 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.509710 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0e80351-bee5-5891-bc7e-bff88f46e038-feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d'}]}} from dv-cinder-815673-1-smb. {{(pid=82784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 15:07:27.510004 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.510976 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.599320 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.711360 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.db_base_plugin_common [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Allocated IP 172.20.0.2 (feafa5a0-01c9-4c3e-b6cc-3a74f93545ce/bf02d238-c971-40a0-b3e9-29abb1d47e1d/ea120045-8a81-4e87-8caa-769d7b57cdf4) {{(pid=82784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:27.833159 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.872516 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.955799 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44539bd1-8517-4f99-9e3a-4da9a6445f27 req-fb58a317-1665-43cd-b42d-91490e17f310 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:27.963828 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-44539bd1-8517-4f99-9e3a-4da9a6445f27 req-fb58a317-1665-43cd-b42d-91490e17f310 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.2844682 Oct 27 15:07:27.980018 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Notify callbacks [] for port, precommit_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:27.997835 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Transition to ACTIVE for port object ea120045-8a81-4e87-8caa-769d7b57cdf4 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:28.027542 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Transition to ACTIVE for port object ea120045-8a81-4e87-8caa-769d7b57cdf4 will not be triggered until provisioned by entity DHCP. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:28.033000 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-44539bd1-8517-4f99-9e3a-4da9a6445f27 req-d2a00628-83c4-444a-b651-692b79f1d896 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682628 Oct 27 15:07:28.036631 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.046500 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:28.077261 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4278e-b347-491d-a377-13a67b7658af req-3af1852a-b6b9-4a4f-8fcd-d57b1531379d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:28.078785 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-48a4278e-b347-491d-a377-13a67b7658af req-3af1852a-b6b9-4a4f-8fcd-d57b1531379d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 932 time: 0.2031415 Oct 27 15:07:28.089395 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Allocated IP 172.28.2.190 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/f089373c-13d0-4d0a-9005-4a64e33e263d) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:28.140871 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Pushing event updated for resources: {'Port': ['ID=ea120045-8a81-4e87-8caa-769d7b57cdf4,revision_number=1']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:28.148260 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:28.161881 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e610593a-4043-4be2-a5a2-693f37e2a016 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:28.166411 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce is already hosted by enough agents. {{(pid=82784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:28.167817 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.base_scheduler [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Resources bound (agent type, host, resource id): {{(pid=82784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:28.170606 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Received port after_create {{(pid=82784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:28.183788 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.187224 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-48a4278e-b347-491d-a377-13a67b7658af req-7f504383-69e5-450e-8541-df90c7ec8161 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990596 Oct 27 15:07:28.228720 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Transition to ACTIVE for port object e610593a-4043-4be2-a5a2-693f37e2a016 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:28.238056 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.242317 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:28.294514 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Attempting to bind port ea120045-8a81-4e87-8caa-769d7b57cdf4 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:28.294991 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Attempting to bind port ea120045-8a81-4e87-8caa-769d7b57cdf4 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:28.295476 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Attempting to bind port ea120045-8a81-4e87-8caa-769d7b57cdf4 on network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:28.306805 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:28.307352 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Checking segment: {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:28.308241 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.308750 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Bound using segment: {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:28.309394 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Bound port: ea120045-8a81-4e87-8caa-769d7b57cdf4, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:28.309882 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.334396 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.366428 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.371799 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-40614fec-8cf2-4e82-a23c-72b1f43053a5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:28.426182 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] For port ea120045-8a81-4e87-8caa-769d7b57cdf4, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:28.429879 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] For port ea120045-8a81-4e87-8caa-769d7b57cdf4, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=ea120045-8a81-4e87-8caa-769d7b57cdf4,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:28.446106 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.459602 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Pushing event updated for resources: {'Port': ['ID=e610593a-4043-4be2-a5a2-693f37e2a016,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:28.461847 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:28.464508 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:28.518373 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18b644-0341-488d-b09b-c9ce4b38062d req-ada2b588-bbdd-4c52-a51e-d996938f2468 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:28.525115 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5d18b644-0341-488d-b09b-c9ce4b38062d req-ada2b588-bbdd-4c52-a51e-d996938f2468 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2084899 Oct 27 15:07:28.552343 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:28.562504 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:28.563003 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Pushing event updated for resources: {'Port': ['ID=ea120045-8a81-4e87-8caa-769d7b57cdf4,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:28.565170 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Pushing event updated for resources: {'Port': ['ID=f089373c-13d0-4d0a-9005-4a64e33e263d,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:28.571212 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:28.582340 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:28.659688 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5d18b644-0341-488d-b09b-c9ce4b38062d req-e52c5e03-65e7-4c58-8036-7b0d45876cad tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332242 Oct 27 15:07:28.673806 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:28.725803 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Attempting to bind port e610593a-4043-4be2-a5a2-693f37e2a016 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:28.726466 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Attempting to bind port e610593a-4043-4be2-a5a2-693f37e2a016 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:28.727050 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Attempting to bind port e610593a-4043-4be2-a5a2-693f37e2a016 on network 00f9e726-2faf-4c2f-9180-28c6546127de {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:28.747897 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Port e610593a-4043-4be2-a5a2-693f37e2a016 on network 00f9e726-2faf-4c2f-9180-28c6546127de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:07:28.748258 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Attempting to bind port e610593a-4043-4be2-a5a2-693f37e2a016 on network 00f9e726-2faf-4c2f-9180-28c6546127de {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:28.757128 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:28.757958 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Checking segment: {'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:28.758358 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Bound using segment: {'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:28.758797 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Bound port: e610593a-4043-4be2-a5a2-693f37e2a016, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:28.759238 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.854793 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ba1ef-6444-4b9e-aa57-97f2f5c878e5 req-57f52f36-f03c-4e0e-91d7-4670dc92746f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:28.857221 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7a7ba1ef-6444-4b9e-aa57-97f2f5c878e5 req-57f52f36-f03c-4e0e-91d7-4670dc92746f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1806762 Oct 27 15:07:28.884508 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] For port e610593a-4043-4be2-a5a2-693f37e2a016, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:28.889253 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] For port e610593a-4043-4be2-a5a2-693f37e2a016, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e610593a-4043-4be2-a5a2-693f37e2a016,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:28.897934 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.903894 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a567019d-00c2-4cec-b762-df50ecdc6eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:28.921562 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7a7ba1ef-6444-4b9e-aa57-97f2f5c878e5 req-51b4e0d3-06a7-44a0-87fc-b70295a765b4 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572701 Oct 27 15:07:28.933568 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.934964 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047'] for router, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.993644 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:28.995368 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] 10.222.0.52 "PUT /v2.0/ports/e610593a-4043-4be2-a5a2-693f37e2a016 HTTP/1.1" status: 200 len: 1094 time: 1.6335413 Oct 27 15:07:28.998417 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cf455b-ec2d-417f-95f5-c90b0e85f0c2', 'tag': 'e610593a-4043-4be2-a5a2-693f37e2a016'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:29.023702 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Pushing event updated for resources: {'Port': ['ID=e610593a-4043-4be2-a5a2-693f37e2a016,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:29.029117 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:29.149030 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cf455b-ec2d-417f-95f5-c90b0e85f0c2', 'tag': 'e610593a-4043-4be2-a5a2-693f37e2a016', 'status': 'completed', 'code': 200} Oct 27 15:07:29.227303 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-abdf8721-1aa9-4f8d-9d22-4580ddaf88ee service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb359f28b1a4f90b2b04c7e35a545ef&device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 1097 time: 0.1919267 Oct 27 15:07:29.330021 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-1023ce0b-56d5-4584-bcb3-aabee88410f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e610593a-4043-4be2-a5a2-693f37e2a016 HTTP/1.1" status: 200 len: 217 time: 0.0941687 Oct 27 15:07:29.380004 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6243a1-a26f-4c39-ab83-c6c519734180 req-b20361cd-3b7e-4d07-a4d2-7e02208d1a24 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:29.381526 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9d6243a1-a26f-4c39-ab83-c6c519734180 req-b20361cd-3b7e-4d07-a4d2-7e02208d1a24 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1041915 Oct 27 15:07:29.454760 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9d6243a1-a26f-4c39-ab83-c6c519734180 req-1f8a51cd-b0f7-4343-8c76-05498be42713 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643175 Oct 27 15:07:29.456064 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-5298639b-e775-4c93-afa8-7f634dd527c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:29.457718 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-5298639b-e775-4c93-afa8-7f634dd527c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325b3671-ef9f-41d2-8c83-f31662ce4dcd HTTP/1.1" status: 200 len: 848 time: 0.0944059 Oct 27 15:07:29.458725 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Router af8e7a56-8ba5-45bb-b476-aa5270f2194a is scheduled to L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 with binding_index 1 {{(pid=82783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:07:29.507004 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d2670-161b-473a-b157-d6959bf5073a req-e94e843c-21d5-4e14-b89b-60411c6434d0 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:29.507992 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e55d2670-161b-473a-b157-d6959bf5073a req-e94e843c-21d5-4e14-b89b-60411c6434d0 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Synchronizing usage tracker for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:07:29.525082 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-75fc61e1-e6be-4653-96b6-d43ffa5d5918 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00f9e726-2faf-4c2f-9180-28c6546127de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573440 Oct 27 15:07:29.557793 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e55d2670-161b-473a-b157-d6959bf5073a req-e94e843c-21d5-4e14-b89b-60411c6434d0 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Unset dirty status for tenant:edb359f28b1a4f90b2b04c7e35a545ef on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:07:29.565336 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e55d2670-161b-473a-b157-d6959bf5073a req-e94e843c-21d5-4e14-b89b-60411c6434d0 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 944 time: 0.2342794 Oct 27 15:07:29.669307 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf73c72-70c3-4c3a-84a3-72bd6e4d303a None None] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:07:29.708841 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e55d2670-161b-473a-b157-d6959bf5073a req-98a82abd-bf1b-42a0-b7bc-06a6f2a0861e tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425431 Oct 27 15:07:29.721362 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:07:29.739390 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Sync routers for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:07:29.744440 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-4d152090-dfcc-42b2-804d-9ef48deb5456 service neutron] 10.222.0.52 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083850 Oct 27 15:07:29.760298 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:07:29.761593 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:29.766586 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4218206 Oct 27 15:07:29.766801 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38516) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:29.768381 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:29.837698 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device ea120045-8a81-4e87-8caa-769d7b57cdf4 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:29.931496 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-62ffa40d-4df0-402d-8136-585b633e0ba4 None None] Provisioning for port ea120045-8a81-4e87-8caa-769d7b57cdf4 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:29.998568 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f7f929a-f1e6-41a1-976a-c75e0dc83131 req-ffa7ad4f-45bf-4bfb-9b7d-552fa55c5e9c service neutron] 10.222.0.52 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466702 Oct 27 15:07:30.052002 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port ea120045-8a81-4e87-8caa-769d7b57cdf4 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:30.067903 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port ea120045-8a81-4e87-8caa-769d7b57cdf4 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:30.068652 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:30.088664 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88340b-9a30-429b-abc8-6f2710d2c2c2 req-f52a9892-5e69-4355-8e6f-6be7ea693c20 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:30.090233 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cc88340b-9a30-429b-abc8-6f2710d2c2c2 req-f52a9892-5e69-4355-8e6f-6be7ea693c20 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1393476 Oct 27 15:07:30.190765 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:07:30.229799 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cc88340b-9a30-429b-abc8-6f2710d2c2c2 req-06f1ef04-233c-4f65-b23c-260179a79822 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280534 Oct 27 15:07:30.256451 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:30.295138 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68825360-7543-4b62-af27-4049db8273c0 req-347ee0ce-452b-4673-9da5-22021b5d118a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=edb359f28b1a4f90b2b04c7e35a545ef&device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 1097 time: 0.2005839 Oct 27 15:07:30.338875 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port ea120045-8a81-4e87-8caa-769d7b57cdf4, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=ea120045-8a81-4e87-8caa-769d7b57cdf4,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:30.344642 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:30.346745 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-0b59d057-e47e-4f32-8723-eae9e030951a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:30.388081 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea835750-a9c1-4360-97a6-467620dea87c req-c925c873-2b2e-4f5c-b762-47a1e14a9601 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:30.389928 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ea835750-a9c1-4360-97a6-467620dea87c req-c925c873-2b2e-4f5c-b762-47a1e14a9601 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2442527 Oct 27 15:07:30.455263 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=ea120045-8a81-4e87-8caa-769d7b57cdf4,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:30.460196 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:30.583769 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-f57a0c94-36cc-40ff-b3c5-1b7acce76ec6 None None] Provisioning complete for port ea120045-8a81-4e87-8caa-769d7b57cdf4 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:30.584565 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f57a0c94-36cc-40ff-b3c5-1b7acce76ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:30.686682 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ea835750-a9c1-4360-97a6-467620dea87c req-9dbe10ea-cac0-4c51-a7a0-c4522ba7a573 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883165 Oct 27 15:07:30.713164 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:28Z', 'revision_number': 3, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:30.721359 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825360-7543-4b62-af27-4049db8273c0 req-0701cede-ef64-4fc8-af1a-d1013c3af8da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:30.722890 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68825360-7543-4b62-af27-4049db8273c0 req-0701cede-ef64-4fc8-af1a-d1013c3af8da service neutron] 10.222.0.52 "GET /v2.0/networks?id=00f9e726-2faf-4c2f-9180-28c6546127de HTTP/1.1" status: 200 len: 910 time: 0.4269638 Oct 27 15:07:30.723547 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Checking router: af8e7a56-8ba5-45bb-b476-aa5270f2194a for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:07:30.723921 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Updating router af8e7a56-8ba5-45bb-b476-aa5270f2194a port f089373c-13d0-4d0a-9005-4a64e33e263d binding host dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:07:30.822460 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e90ad8-cb26-4180-a730-4ccc6ddddb48 req-0066d004-09fe-404d-8793-10b525a38fb2 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:30.823907 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-79e90ad8-cb26-4180-a730-4ccc6ddddb48 req-0066d004-09fe-404d-8793-10b525a38fb2 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1374087 Oct 27 15:07:30.845364 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68825360-7543-4b62-af27-4049db8273c0 req-b4622399-48c0-444f-ae38-8807c3cc023d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e610593a-4043-4be2-a5a2-693f37e2a016 HTTP/1.1" status: 200 len: 217 time: 0.1125770 Oct 27 15:07:30.850855 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:30.932555 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-79e90ad8-cb26-4180-a730-4ccc6ddddb48 req-6435008f-1888-489f-aade-8229f22f44ab tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020415 Oct 27 15:07:31.024545 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68825360-7543-4b62-af27-4049db8273c0 req-85e78fc9-31e8-4449-81a3-49730a155bb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:31.026157 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68825360-7543-4b62-af27-4049db8273c0 req-85e78fc9-31e8-4449-81a3-49730a155bb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=325b3671-ef9f-41d2-8c83-f31662ce4dcd HTTP/1.1" status: 200 len: 848 time: 0.1699462 Oct 27 15:07:31.099466 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68825360-7543-4b62-af27-4049db8273c0 req-41b6999e-6828-432f-b751-22f7e717b46b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=00f9e726-2faf-4c2f-9180-28c6546127de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584292 Oct 27 15:07:31.108297 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.173399 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc2bf5-0ec2-4195-88f5-5981189d074d req-cf7910bc-4c6d-4667-8f06-bfd79df13ef9 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:31.180417 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-21bc2bf5-0ec2-4195-88f5-5981189d074d req-cf7910bc-4c6d-4667-8f06-bfd79df13ef9 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 944 time: 0.2391260 Oct 27 15:07:31.322393 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.340905 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-21bc2bf5-0ec2-4195-88f5-5981189d074d req-435a0193-557f-4c2f-a29e-51080c1b7b12 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595433 Oct 27 15:07:31.351069 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.provisioning_blocks [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Transition to ACTIVE for port object f089373c-13d0-4d0a-9005-4a64e33e263d will not be triggered until provisioned by entity L2. {{(pid=82785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:31.354138 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68825360-7543-4b62-af27-4049db8273c0 req-0dbf289d-4e7b-400a-8b6f-e576d2061d21 service neutron] 10.222.0.52 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473013 Oct 27 15:07:31.373679 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.378083 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:31.475916 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e149ed2-376e-402b-9614-61f0dfed7ad3 None None] Pushing event updated for resources: {'Port': ['ID=f089373c-13d0-4d0a-9005-4a64e33e263d,revision_number=2']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:31.478575 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Attempting to bind port f089373c-13d0-4d0a-9005-4a64e33e263d on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:31.479049 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Attempting to bind port f089373c-13d0-4d0a-9005-4a64e33e263d by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:31.479486 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Attempting to bind port f089373c-13d0-4d0a-9005-4a64e33e263d on network 0f55d325-7075-4613-8cc1-223ea34f07f9 {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:31.482312 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-7e149ed2-376e-402b-9614-61f0dfed7ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:31.491434 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:31.491821 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:31.492257 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.492654 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Bound using segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:31.493153 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Bound port: f089373c-13d0-4d0a-9005-4a64e33e263d, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:31.493825 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.521217 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68825360-7543-4b62-af27-4049db8273c0 req-996c4820-899b-4b45-84dc-79e0620ee47c service neutron] 10.222.0.52 "GET /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534970 Oct 27 15:07:31.571570 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] For port f089373c-13d0-4d0a-9005-4a64e33e263d, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:31.575460 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] For port f089373c-13d0-4d0a-9005-4a64e33e263d, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=f089373c-13d0-4d0a-9005-4a64e33e263d,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:31.580499 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.582356 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Allocated IP 172.20.0.1 (feafa5a0-01c9-4c3e-b6cc-3a74f93545ce/bf02d238-c971-40a0-b3e9-29abb1d47e1d/a5d02682-bf20-4a02-8914-8dd38ea5c664) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:31.586411 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:31.705161 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e149ed2-376e-402b-9614-61f0dfed7ad3 None None] Pushing event updated for resources: {'Port': ['ID=f089373c-13d0-4d0a-9005-4a64e33e263d,revision_number=3']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:31.710191 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-7e149ed2-376e-402b-9614-61f0dfed7ad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:31.713415 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acb397-7f9d-4aed-bdfd-c880eafb9be6 req-4ee17e75-4a11-4b20-8333-8f1b9d5cee29 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:31.714680 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:07:31.716911 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:31.721206 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-49acb397-7f9d-4aed-bdfd-c880eafb9be6 req-4ee17e75-4a11-4b20-8333-8f1b9d5cee29 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.3027158 Oct 27 15:07:31.738805 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device ea120045-8a81-4e87-8caa-769d7b57cdf4 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:31.826772 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-49acb397-7f9d-4aed-bdfd-c880eafb9be6 req-58a1e590-8044-4d75-bd13-e9b947656c2f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045415 Oct 27 15:07:31.842261 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.864083 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.provisioning_blocks [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Transition to ACTIVE for port object a5d02682-bf20-4a02-8914-8dd38ea5c664 will not be triggered until provisioned by entity DHCP. {{(pid=82783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:31.878279 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port ea120045-8a81-4e87-8caa-769d7b57cdf4 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:31.878651 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.892547 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:31.904844 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:31.924145 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8d15b-7624-4d32-bd72-3b97dc541ed6 req-bb13cb35-155f-4679-a9d0-59293a7b841e tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:31.925814 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-74d8d15b-7624-4d32-bd72-3b97dc541ed6 req-bb13cb35-155f-4679-a9d0-59293a7b841e tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1021588 Oct 27 15:07:31.948942 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:07:31.974077 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:31.989970 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-74d8d15b-7624-4d32-bd72-3b97dc541ed6 req-8a29dc02-1d84-4dbb-bff2-ff7572eed36b tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567088 Oct 27 15:07:31.999146 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:32.014412 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:32.124123 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d02682-bf20-4a02-8914-8dd38ea5c664,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:32.127757 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:32.145403 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450149'] for router_interface, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:32.260807 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3bbf6-91f2-42b2-84bf-88fb4f40e82b req-79017861-1898-4b95-8b06-8ff9a2650097 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:32.268195 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-97c3bbf6-91f2-42b2-84bf-88fb4f40e82b req-79017861-1898-4b95-8b06-8ff9a2650097 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1135292 Oct 27 15:07:32.350326 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:28Z', 'revision_number': 3, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:32.354795 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd1b934-3b50-4753-b6dd-27f8a6f43fb1 None None] The sync data for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb is: [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:28Z', 'revision_number': 3, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:07:32.361062 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:32.373301 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-97c3bbf6-91f2-42b2-84bf-88fb4f40e82b req-ff40ed39-7a50-4b9c-b0fb-2601ddc41db8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032376 Oct 27 15:07:32.420685 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-08ed27a8-71a1-45dc-8cb7-4edf4cd4b741 None None] Provisioning for port a5d02682-bf20-4a02-8914-8dd38ea5c664 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:32.425870 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-08ed27a8-71a1-45dc-8cb7-4edf4cd4b741 None None] Provisioning complete for port a5d02682-bf20-4a02-8914-8dd38ea5c664 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:32.426316 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-08ed27a8-71a1-45dc-8cb7-4edf4cd4b741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:32.554676 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-08ed27a8-71a1-45dc-8cb7-4edf4cd4b741 None None] Port a5d02682-bf20-4a02-8914-8dd38ea5c664 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:07:32.664250 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:32.677769 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1500550'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:32.730499 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:32.751098 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafcf35-43ae-4cd1-9df3-2d33765da7ee req-b7e75923-1418-4533-98c3-853adce9710f tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:32.758518 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6eafcf35-43ae-4cd1-9df3-2d33765da7ee req-b7e75923-1418-4533-98c3-853adce9710f tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 944 time: 0.1719484 Oct 27 15:07:32.800840 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d02682-bf20-4a02-8914-8dd38ea5c664,revision_number=2']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:32.807306 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:32.842060 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447809'] for router_interface, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:32.850443 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6eafcf35-43ae-4cd1-9df3-2d33765da7ee req-a79afad8-967c-4ecc-bb19-c854a7d77398 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907056 Oct 27 15:07:33.129049 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:33.132378 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:33.299012 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a26851-08fd-486b-936c-ca46a3f39b5d req-e0dd7cea-110d-4fb9-a015-a45d192bbce8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:33.306162 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b5a26851-08fd-486b-936c-ca46a3f39b5d req-e0dd7cea-110d-4fb9-a015-a45d192bbce8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1394198 Oct 27 15:07:33.362678 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97fbee-566e-4a2c-8190-44c6a1632416 req-314646f8-4c4a-44eb-8770-13ff85929a67 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:33.364710 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ff97fbee-566e-4a2c-8190-44c6a1632416 req-314646f8-4c4a-44eb-8770-13ff85929a67 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.3418362 Oct 27 15:07:33.374870 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b5a26851-08fd-486b-936c-ca46a3f39b5d req-c84e571d-3106-4efc-bd9b-a7bc23645aea tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Oct 27 15:07:33.474371 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ff97fbee-566e-4a2c-8190-44c6a1632416 req-8cb1de19-b3c8-478a-bfd2-7b7e376eed91 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946159 Oct 27 15:07:33.486017 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device e610593a-4043-4be2-a5a2-693f37e2a016 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:07:33.703770 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753a88d-ac95-482e-ab20-c0878b5ce9d8 req-0e777b2a-4f08-40c8-b63c-4b3b44190fa5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:33.705405 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0753a88d-ac95-482e-ab20-c0878b5ce9d8 req-0e777b2a-4f08-40c8-b63c-4b3b44190fa5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1467869 Oct 27 15:07:33.787430 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Router af8e7a56-8ba5-45bb-b476-aa5270f2194a has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:07:33.789012 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0753a88d-ac95-482e-ab20-c0878b5ce9d8 req-8b759c53-8c44-423e-8f65-7a345e0d11ef tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762320 Oct 27 15:07:33.815959 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device f089373c-13d0-4d0a-9005-4a64e33e263d up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:33.929530 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-bd199a10-dfeb-4954-8204-15135e0714da None None] Provisioning complete for port a5d02682-bf20-4a02-8914-8dd38ea5c664 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:33.930154 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-bd199a10-dfeb-4954-8204-15135e0714da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:33.991330 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-bd199a10-dfeb-4954-8204-15135e0714da None None] Port a5d02682-bf20-4a02-8914-8dd38ea5c664 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:07:34.000439 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port e610593a-4043-4be2-a5a2-693f37e2a016, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e610593a-4043-4be2-a5a2-693f37e2a016,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:34.018210 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': 'e610593a-4043-4be2-a5a2-693f37e2a016', 'network_id': '00f9e726-2faf-4c2f-9180-28c6546127de', 'port_id': 'e610593a-4043-4be2-a5a2-693f37e2a016', 'mac_address': 'fa:16:3e:c1:a7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325b3671-ef9f-41d2-8c83-f31662ce4dcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:07:34.084936 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:34.119215 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port f089373c-13d0-4d0a-9005-4a64e33e263d completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:34.129592 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port f089373c-13d0-4d0a-9005-4a64e33e263d triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:34.129974 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:34.206049 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e610593a-4043-4be2-a5a2-693f37e2a016 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:34.250337 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port e610593a-4043-4be2-a5a2-693f37e2a016, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e610593a-4043-4be2-a5a2-693f37e2a016,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:34.287639 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:34.289238 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:07:34.294946 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:34.321128 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b66194-f03b-4b5a-9525-881b8fec120c req-07d25f83-3012-40e5-b622-5f975b80998c tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:34.322690 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-83b66194-f03b-4b5a-9525-881b8fec120c req-07d25f83-3012-40e5-b622-5f975b80998c tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 944 time: 0.1550734 Oct 27 15:07:34.356640 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:07:34.383313 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] 10.222.0.55 "PUT /v2.0/routers/af8e7a56-8ba5-45bb-b476-aa5270f2194a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6152964 Oct 27 15:07:34.410329 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-83b66194-f03b-4b5a-9525-881b8fec120c req-256fd433-2d29-487f-b5d5-4f696ead3289 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770309 Oct 27 15:07:34.475160 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.db.resource_extend [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:07:34.537039 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=e610593a-4043-4be2-a5a2-693f37e2a016,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:34.544046 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:34.549999 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:34.633304 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port f089373c-13d0-4d0a-9005-4a64e33e263d, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=f089373c-13d0-4d0a-9005-4a64e33e263d,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:34.657293 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:34.694122 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:34.758482 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff4447-5ce6-4345-abfa-b890f5d821bd req-cb15846f-ff05-4ca6-81a1-580c95afeb23 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:34.766791 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-eaff4447-5ce6-4345-abfa-b890f5d821bd req-cb15846f-ff05-4ca6-81a1-580c95afeb23 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2400119 Oct 27 15:07:34.837168 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-eaff4447-5ce6-4345-abfa-b890f5d821bd req-c52906b2-c71f-40a2-9b71-a07677abf98e tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643265 Oct 27 15:07:34.869169 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:34.951709 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '58073106-fde6-49d1-a21b-f6286534cb90', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'port_id': '58073106-fde6-49d1-a21b-f6286534cb90', 'mac_address': 'fa:16:3e:aa:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:07:34.959013 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=f089373c-13d0-4d0a-9005-4a64e33e263d,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:34.968335 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15dee7d-cc0f-4cbf-953b-2401107ce8e4 req-da65c247-ed35-4f15-b8c5-c08b0ab289e7 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:34.970371 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c15dee7d-cc0f-4cbf-953b-2401107ce8e4 req-da65c247-ed35-4f15-b8c5-c08b0ab289e7 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1264982 Oct 27 15:07:34.975649 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:35.059214 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:35.083168 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58073106-fde6-49d1-a21b-f6286534cb90 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:07:35.128679 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:35.143327 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:35.145659 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:35.160392 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c15dee7d-cc0f-4cbf-953b-2401107ce8e4 req-8133ef58-58dd-4e41-b652-e34ebd637647 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779578 Oct 27 15:07:35.274072 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['58073106-fde6-49d1-a21b-f6286534cb90'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:07:35.302049 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=6']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:35.307750 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e57c44-0fcb-47aa-b9cf-0218925c9381 req-6476138c-9108-4cce-a344-500bba6d1776 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:35.309287 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-09e57c44-0fcb-47aa-b9cf-0218925c9381 req-6476138c-9108-4cce-a344-500bba6d1776 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 944 time: 0.2255406 Oct 27 15:07:35.317484 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:35.411841 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-09e57c44-0fcb-47aa-b9cf-0218925c9381 req-d7b6c50d-eb7a-4750-9b6a-1bde04ad0de0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968451 Oct 27 15:07:35.463295 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['e610593a-4043-4be2-a5a2-693f37e2a016'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:07:35.816572 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device f089373c-13d0-4d0a-9005-4a64e33e263d up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:35.831576 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f1852-e259-4ecb-aa7f-39e380cdb6bb req-21d231f8-9d23-4d7f-8136-077d28a6fade tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:35.833075 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-018f1852-e259-4ecb-aa7f-39e380cdb6bb req-21d231f8-9d23-4d7f-8136-077d28a6fade tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 945 time: 0.2351928 Oct 27 15:07:35.950975 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-018f1852-e259-4ecb-aa7f-39e380cdb6bb req-a2f07461-5592-43eb-80af-719773e25902 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119204 Oct 27 15:07:36.036876 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port f089373c-13d0-4d0a-9005-4a64e33e263d triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:36.037730 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:36.469842 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:36.559866 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6debb2-4a97-4660-9e14-03f70dc5e135 req-6356ad70-9ec4-47cf-8ebc-b86898aecf96 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:36.580534 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cd6debb2-4a97-4660-9e14-03f70dc5e135 req-6356ad70-9ec4-47cf-8ebc-b86898aecf96 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1488345 Oct 27 15:07:36.673457 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 38672) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:36.675752 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Sync routers for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:07:36.690572 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2048330180-network', 'tenant_id': '678280c1c5dc42eb87999cba468692fb'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:36.698699 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:36.703100 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:07:36.703827 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:36.709796 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Usage tracker for resource:network and tenant:678280c1c5dc42eb87999cba468692fb is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:36.719518 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:36.728815 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8baffb-36d5-42d9-8b0d-c784a94d0885 req-5ee57335-d6f8-4c90-94c0-db6ac5ab7579 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:36.733320 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cd6debb2-4a97-4660-9e14-03f70dc5e135 req-c1351466-c805-4b33-b425-b9ea8c799471 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517768 Oct 27 15:07:36.737610 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2e8baffb-36d5-42d9-8b0d-c784a94d0885 req-5ee57335-d6f8-4c90-94c0-db6ac5ab7579 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.4712098 Oct 27 15:07:36.745136 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:36.800112 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-96315cf2-5995-4b8a-9897-ed6579d41118 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 1099 time: 0.4170711 Oct 27 15:07:36.839133 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Made reservation on behalf of 678280c1c5dc42eb87999cba468692fb for: {'network': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:07:36.842049 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:36.914698 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:37.065757 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:07:37.157737 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2e8baffb-36d5-42d9-8b0d-c784a94d0885 req-6b4ec4b2-f93b-47fc-a179-8c5305b7b9cf tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189394 Oct 27 15:07:37.161666 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169128b1-6075-468f-8773-db26042c18db req-3a10db16-6dc4-4799-a4d2-71cfb190c941 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:37.173442 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-169128b1-6075-468f-8773-db26042c18db req-3a10db16-6dc4-4799-a4d2-71cfb190c941 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 944 time: 0.1769586 Oct 27 15:07:37.278789 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:37.301538 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Usage tracker for resource:security_group_rule and tenant:678280c1c5dc42eb87999cba468692fb is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:37.308442 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-169128b1-6075-468f-8773-db26042c18db req-3c2b7f63-f173-4a78-bf2c-8636f2f40fda tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336982 Oct 27 15:07:37.320907 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-ede777a1-f640-45ff-be01-5ae573ca622b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:37.325125 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-ede777a1-f640-45ff-be01-5ae573ca622b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 913 time: 0.4922063 Oct 27 15:07:37.329133 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:37.495260 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device e610593a-4043-4be2-a5a2-693f37e2a016 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:37.508528 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:37.647468 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-17c71242-186b-476e-bd56-5dd0ea6cb08c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb HTTP/1.1" status: 200 len: 1002 time: 0.3111928 Oct 27 15:07:37.677667 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada9394-5a54-420d-a377-eca05b78432c req-60aadff0-2f2e-4b62-96e5-755912d918c8 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:37.684041 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6ada9394-5a54-420d-a377-eca05b78432c req-60aadff0-2f2e-4b62-96e5-755912d918c8 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 945 time: 0.1805017 Oct 27 15:07:37.754018 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port e610593a-4043-4be2-a5a2-693f37e2a016 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:37.816121 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port e610593a-4043-4be2-a5a2-693f37e2a016 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:37.817879 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:37.883426 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-f49a3c1c-49ea-4338-8880-6aa2b8b30cee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:37.887572 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-f49a3c1c-49ea-4338-8880-6aa2b8b30cee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.2208703 Oct 27 15:07:37.894563 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:37.934532 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:37.948870 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6ada9394-5a54-420d-a377-eca05b78432c req-6df7b577-bb0b-4119-a890-5363cec6ce6e tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638159 Oct 27 15:07:37.959862 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a567e722-e31e-44fd-ac9a-bffb42295195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:37.991261 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] vlan segment allocate from pool success with {'vlan_id': 1396, 'physical_network': 'physnet1'} {{(pid=82782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:07:38.015408 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e87e378-e9f9-4203-9c5e-9121c5fe450f,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:38.024129 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.024496 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.segments_db [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Added segment cfb4086d-0e45-4fe3-927a-1d6fde6938c7 of type vlan for network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 Oct 27 15:07:38.041763 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.043845 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.043845 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.043845 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.043845 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.044466 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.044803 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.045155 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.045516 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.045847 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.046189 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:38.054211 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:38.055845 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.075908 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-953cbc5e-4c73-428a-a421-7d0a9a622dcb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1794419 Oct 27 15:07:38.080143 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.091586 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24432b65-bc4b-45d5-807b-9acb879b44f3 req-be67ee69-4862-48ed-84e9-45b1ebcb4753 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:38.099887 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-24432b65-bc4b-45d5-807b-9acb879b44f3 req-be67ee69-4862-48ed-84e9-45b1ebcb4753 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2128344 Oct 27 15:07:38.109203 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port e610593a-4043-4be2-a5a2-693f37e2a016, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e610593a-4043-4be2-a5a2-693f37e2a016,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:38.110923 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cf455b-ec2d-417f-95f5-c90b0e85f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e610593a-4043-4be2-a5a2-693f37e2a016'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:38.118641 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 2, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:38.122825 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.124219 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:38.188151 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-24432b65-bc4b-45d5-807b-9acb879b44f3 req-da580a70-950c-486b-a696-1494450d5037 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830545 Oct 27 15:07:38.197383 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-280cb3d5-0e28-4eea-acb9-b51547563da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:38.238055 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-f51bd2e3-60d2-460b-bb4b-07ab0a3c89c6 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531219 Oct 27 15:07:38.314193 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cf455b-ec2d-417f-95f5-c90b0e85f0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e610593a-4043-4be2-a5a2-693f37e2a016', 'code': 200} Oct 27 15:07:38.317013 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Checking router: af8e7a56-8ba5-45bb-b476-aa5270f2194a for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:07:38.317171 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.318366 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Updating router af8e7a56-8ba5-45bb-b476-aa5270f2194a port a5d02682-bf20-4a02-8914-8dd38ea5c664 binding host dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:07:38.319792 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:38.320409 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.360514 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=e610593a-4043-4be2-a5a2-693f37e2a016,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:38.367665 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a0d99fa3-6da9-41fc-bc45-f4be0a2b4fc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:38.370274 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:38.421698 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 58073106-fde6-49d1-a21b-f6286534cb90 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:38.422328 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.546698 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Pushing event updated for resources: {'Network': ['ID=1528d661-a300-4eb6-b1d2-cee1c7b78d27,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:38.555109 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:38.568187 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:07:38.573770 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8964782 Oct 27 15:07:38.579307 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38704) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:38.612080 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Request body: {'subnet': {'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2048330180-subnet', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'ip_version': 4}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:38.612825 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.624222 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:38.633480 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Usage tracker for resource:subnet and tenant:678280c1c5dc42eb87999cba468692fb is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:38.647637 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9608ba-dfc3-4864-a26f-02274f6514a5 req-ae9dffb2-2e50-41d9-a2d0-e800590f0ba3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:38.649366 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ec9608ba-dfc3-4864-a26f-02274f6514a5 req-ae9dffb2-2e50-41d9-a2d0-e800590f0ba3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2815704 Oct 27 15:07:38.650424 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:38.690628 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed36d87b-8b7f-4b03-8ff5-4c4fe244ace1 req-265c4c0a-dd88-4cd5-89e3-5f3347e43756 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445603 Oct 27 15:07:38.770919 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:38.784367 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066f908-83f2-4a3c-bc29-16702851bf67 req-793b631a-964f-4dee-b2ce-08dbade84561 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:38.786338 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4066f908-83f2-4a3c-bc29-16702851bf67 req-793b631a-964f-4dee-b2ce-08dbade84561 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 944 time: 0.1885350 Oct 27 15:07:38.821843 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Made reservation on behalf of 678280c1c5dc42eb87999cba468692fb for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:07:38.824129 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465750'] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:38.856144 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4066f908-83f2-4a3c-bc29-16702851bf67 req-b7bd4cbb-a3cd-4771-8344-cc78ec4d30c1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643032 Oct 27 15:07:38.934339 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ec9608ba-dfc3-4864-a26f-02274f6514a5 req-6e5eeb23-2050-4aef-b0ce-ff5b50d01786 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193339 Oct 27 15:07:38.935792 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.124402 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-78338d20-b1f7-4182-89a4-3731b08b13a0 req-9828f049-0567-4096-a787-6cb82cf87390 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 1099 time: 0.4639387 Oct 27 15:07:39.273598 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c28a10-d5e8-4f21-84b7-66c39d9bda35 req-91ef94a0-69af-4d15-8555-9d1f117ed344 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:39.290536 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-31c28a10-d5e8-4f21-84b7-66c39d9bda35 req-91ef94a0-69af-4d15-8555-9d1f117ed344 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 946 time: 0.1813874 Oct 27 15:07:39.381011 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-78338d20-b1f7-4182-89a4-3731b08b13a0 req-edaa794f-b252-4c9e-b426-6273e27a8fbd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425804 Oct 27 15:07:39.381704 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1500427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465824'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.387416 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-38df3864-985c-47ac-bb2e-501dbaf1090d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:39.397140 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:39.406240 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-31c28a10-d5e8-4f21-84b7-66c39d9bda35 req-2e617ed2-a42b-48c8-9648-a93302f8700b tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143861 Oct 27 15:07:39.418163 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.434619 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:39.546005 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d660336d-ff77-4c03-834f-885cf99ded34,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:39.555084 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Checking segment: {'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:39.555448 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Network hostable DHCP agents. Network: 1528d661-a300-4eb6-b1d2-cee1c7b78d27, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:07:39.565884 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.566255 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.566697 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.566970 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.567325 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.567800 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.568162 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.568529 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.568880 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.569225 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.569635 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:39.575888 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=7']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:39.581560 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:39.587205 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:39.628817 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:07:39.640773 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e550d-24b9-4427-ba31-07cc16da34f1 req-130128cb-3e4f-4e67-997b-78598b9d610e tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:39.642429 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-323e550d-24b9-4427-ba31-07cc16da34f1 req-130128cb-3e4f-4e67-997b-78598b9d610e tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1953568 Oct 27 15:07:39.682985 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, 1528d661-a300-4eb6-b1d2-cee1c7b78d27) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:39.702862 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:39.703851 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.745728 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-323e550d-24b9-4427-ba31-07cc16da34f1 req-39f611b9-8725-4ce9-9c2f-7e576e2dce11 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961566 Oct 27 15:07:39.747932 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bcb7b5-5022-4b8b-ad59-1fa78fbe92a1 None None] Network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:07:39.760571 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1640604 Oct 27 15:07:39.764533 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 38718) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:39.769840 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:39.778250 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:39.800433 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Usage tracker for resource:router and tenant:678280c1c5dc42eb87999cba468692fb is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:39.801376 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Notify callbacks [] for port, precommit_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.804539 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:39.814014 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:39.819678 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Transition to ACTIVE for port object a5d02682-bf20-4a02-8914-8dd38ea5c664 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:39.827630 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8416'] for router, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.829133 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8345'] for router, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.854944 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.889458 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:39.901285 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:40.079771 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690a44c-b14e-4eda-bed5-875b079dbd2b None None] Pushing event updated for resources: {'Port': ['ID=a5d02682-bf20-4a02-8914-8dd38ea5c664,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:40.108267 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-8690a44c-b14e-4eda-bed5-875b079dbd2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:40.190265 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:40.431386 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:40.432328 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e17c29-b437-44fa-b6c0-f463f15dfa50 req-17d90538-8d10-467f-8843-1601f348f8bf tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:40.448501 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c2e17c29-b437-44fa-b6c0-f463f15dfa50 req-17d90538-8d10-467f-8843-1601f348f8bf tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1887352 Oct 27 15:07:40.467307 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfd96d-0a47-48c9-9f36-1c701a2a700a req-3db99131-4a0d-4995-b425-fcea5f43fb14 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:40.476023 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-81cfd96d-0a47-48c9-9f36-1c701a2a700a req-3db99131-4a0d-4995-b425-fcea5f43fb14 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.2506611 Oct 27 15:07:40.529983 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c2e17c29-b437-44fa-b6c0-f463f15dfa50 req-a77ec1fd-b16d-48ae-ab9f-66e8dae1d829 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772424 Oct 27 15:07:40.557980 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0e80351-bee5-5891-bc7e-bff88f46e038-1528d661-a300-4eb6-b1d2-cee1c7b78d27', 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'fixed_ips': [{'subnet_id': 'd660336d-ff77-4c03-834f-885cf99ded34'}]}} from dv-cinder-815673-1-smb. {{(pid=82784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 15:07:40.557980 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:40.563976 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-81cfd96d-0a47-48c9-9f36-1c701a2a700a req-57e3a057-8d8c-4d92-8945-6223e77496a1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869751 Oct 27 15:07:40.628411 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Attempting to bind port a5d02682-bf20-4a02-8914-8dd38ea5c664 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:40.628807 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Attempting to bind port a5d02682-bf20-4a02-8914-8dd38ea5c664 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:40.629314 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Attempting to bind port a5d02682-bf20-4a02-8914-8dd38ea5c664 on network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:40.679704 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:40.680318 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Checking segment: {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:40.680857 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:40.681458 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Bound using segment: {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:40.682059 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Bound port: a5d02682-bf20-4a02-8914-8dd38ea5c664, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:40.682576 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:40.791725 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:40.798000 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90', 'code': 200} Oct 27 15:07:40.846973 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:40.912779 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] For port a5d02682-bf20-4a02-8914-8dd38ea5c664, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:40.918891 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] For port a5d02682-bf20-4a02-8914-8dd38ea5c664, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=a5d02682-bf20-4a02-8914-8dd38ea5c664,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:40.920576 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.db_base_plugin_common [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Allocated IP 172.20.0.2 (1528d661-a300-4eb6-b1d2-cee1c7b78d27/d660336d-ff77-4c03-834f-885cf99ded34/03c962cf-fb91-4e3e-99c8-3667740af4c4) {{(pid=82784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:40.933215 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:40.937737 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38510c19-4df2-48b3-a3d8-01531ce94392 req-12637c79-6d94-4023-ad8b-a81f9dc60522 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:40.939974 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:40.950949 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38510c19-4df2-48b3-a3d8-01531ce94392 req-12637c79-6d94-4023-ad8b-a81f9dc60522 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 946 time: 0.2041783 Oct 27 15:07:41.061098 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38510c19-4df2-48b3-a3d8-01531ce94392 req-1a45b16d-f71b-43d6-b80f-603935a80895 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030705 Oct 27 15:07:41.144663 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690a44c-b14e-4eda-bed5-875b079dbd2b None None] Pushing event updated for resources: {'Port': ['ID=a5d02682-bf20-4a02-8914-8dd38ea5c664,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:41.150142 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-8690a44c-b14e-4eda-bed5-875b079dbd2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:41.180316 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:07:41.181162 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:41.378746 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Allocated IP 172.28.2.11 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/dc736843-dfa7-439d-b4a4-38dcfad5d3d9) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:41.561493 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c324ff-9c6a-4771-aaeb-2d343d7995f0 req-fac7fcff-8a18-4411-86a0-caef06184a92 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:41.571415 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f0c324ff-9c6a-4771-aaeb-2d343d7995f0 req-fac7fcff-8a18-4411-86a0-caef06184a92 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.4418318 Oct 27 15:07:41.645966 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:41.685378 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f0c324ff-9c6a-4771-aaeb-2d343d7995f0 req-5d9644cb-6a22-4034-a04f-8bf877e64831 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156542 Oct 27 15:07:41.725003 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:41.745476 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:41.757891 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:07:41.827949 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:41.834701 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:41.835259 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Notify callbacks [] for port, precommit_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:41.851297 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:41.880755 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Transition to ACTIVE for port object 03c962cf-fb91-4e3e-99c8-3667740af4c4 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:41.893799 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22481c7f-0602-4da4-b352-78a340973a11 req-a6da9a07-78ca-4450-a3b1-2a6d0fc7f9fd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:41.906328 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-22481c7f-0602-4da4-b352-78a340973a11 req-a6da9a07-78ca-4450-a3b1-2a6d0fc7f9fd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1993341 Oct 27 15:07:42.010007 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Pushing event updated for resources: {'Port': ['ID=dc736843-dfa7-439d-b4a4-38dcfad5d3d9,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:42.023169 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Transition to ACTIVE for port object 03c962cf-fb91-4e3e-99c8-3667740af4c4 will not be triggered until provisioned by entity DHCP. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:42.035150 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-22481c7f-0602-4da4-b352-78a340973a11 req-bddad83f-86df-4dff-be7d-b064938442ec tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268220 Oct 27 15:07:42.036803 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:42.039959 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.048078 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-280cb3d5-0e28-4eea-acb9-b51547563da0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:42.109834 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38756) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:42.204925 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 is already hosted by enough agents. {{(pid=82784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:42.211766 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.base_scheduler [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Resources bound (agent type, host, resource id): {{(pid=82784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:42.227595 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Received port after_create {{(pid=82784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:42.233296 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Pushing event updated for resources: {'Port': ['ID=03c962cf-fb91-4e3e-99c8-3667740af4c4,revision_number=1']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:42.239677 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:42.330111 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb94f1-8d51-4a35-9f06-e33bf7d279a1 req-1ab4bbb9-dfd5-49a3-ae79-1d3bf23a190d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:42.331968 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4cbb94f1-8d51-4a35-9f06-e33bf7d279a1 req-1ab4bbb9-dfd5-49a3-ae79-1d3bf23a190d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.3179657 Oct 27 15:07:42.362082 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.394935 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.395904 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047'] for router, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.399931 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4cbb94f1-8d51-4a35-9f06-e33bf7d279a1 req-583ff75d-83ff-4428-b48a-4d04eb2fe3cd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581462 Oct 27 15:07:42.441416 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Attempting to bind port 03c962cf-fb91-4e3e-99c8-3667740af4c4 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:42.441801 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Attempting to bind port 03c962cf-fb91-4e3e-99c8-3667740af4c4 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:42.442178 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Attempting to bind port 03c962cf-fb91-4e3e-99c8-3667740af4c4 on network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:42.465759 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:42.466075 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Checking segment: {'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:42.466491 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.466891 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Bound using segment: {'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:42.467377 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Bound port: 03c962cf-fb91-4e3e-99c8-3667740af4c4, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:42.467793 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.584062 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:42.593075 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] For port 03c962cf-fb91-4e3e-99c8-3667740af4c4, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:42.595795 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Usage tracker for resource:security_group_rule and tenant:7c9ff637fedf40daaf614948069189f9 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:42.596955 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] For port 03c962cf-fb91-4e3e-99c8-3667740af4c4, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=03c962cf-fb91-4e3e-99c8-3667740af4c4,segment=NetworkSegment(cfb4086d-0e45-4fe3-927a-1d6fde6938c7),segment_id=cfb4086d-0e45-4fe3-927a-1d6fde6938c7)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:42.600470 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:42.610756 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:40Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:42.612905 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:42.618610 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.627899 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae18fd-2eb4-46dd-bffc-a3e4f6467d68 req-39880cc2-6eb0-4baa-97d8-b3f198907aac tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:42.634646 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2bae18fd-2eb4-46dd-bffc-a3e4f6467d68 req-39880cc2-6eb0-4baa-97d8-b3f198907aac tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 946 time: 0.1214283 Oct 27 15:07:42.637883 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f897eefd-ca09-4d4e-8008-98a250d492bf None None] The sync data for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb is: [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:40Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:07:42.644500 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:42.747064 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2bae18fd-2eb4-46dd-bffc-a3e4f6467d68 req-8f4a25e5-4a29-492d-b965-68f95c148316 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112134 Oct 27 15:07:42.816405 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Router 3787f3fd-3f21-498b-b949-4530a446207b is scheduled to L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 with binding_index 1 {{(pid=82782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:07:42.886059 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.897957 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Pushing event updated for resources: {'Port': ['ID=03c962cf-fb91-4e3e-99c8-3667740af4c4,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:42.908378 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:42.915569 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-35e04347-e5a1-4c0b-82a5-5e39102d12c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:42.923482 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:42.995427 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7877a7-75a5-49f9-8523-7825b9bf3e07,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:43.000889 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:43.026098 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c9ff637fedf40daaf614948069189f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9151340 Oct 27 15:07:43.032146 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38774) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:43.327235 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2540cba4-590b-45af-badb-a1d2571415e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:43.398163 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2540cba4-590b-45af-badb-a1d2571415e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:43.448934 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d038c-29fb-4335-ab1f-7e2a0e5ffcb3 req-32e76cd3-bd4f-4f78-835c-42f7a7ab4e3d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:43.455992 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-532d038c-29fb-4335-ab1f-7e2a0e5ffcb3 req-32e76cd3-bd4f-4f78-835c-42f7a7ab4e3d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.4562020 Oct 27 15:07:43.554061 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-532d038c-29fb-4335-ab1f-7e2a0e5ffcb3 req-211e8688-0b21-4e65-9b63-e8ae82e8887b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974147 Oct 27 15:07:43.604170 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:07:43.614742 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Sync routers for ids ['3787f3fd-3f21-498b-b949-4530a446207b'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:07:43.642238 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Notify callbacks [] for router, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:43.646485 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8779304 Oct 27 15:07:43.647817 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Routers {'3787f3fd-3f21-498b-b949-4530a446207b'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:07:43.648018 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 38792) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:43.648485 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['3787f3fd-3f21-498b-b949-4530a446207b'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:43.688859 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2540cba4-590b-45af-badb-a1d2571415e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:43.700673 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8a861f6a-34bd-4190-b736-e688663756ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:43.739628 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540cba4-590b-45af-badb-a1d2571415e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7877a7-75a5-49f9-8523-7825b9bf3e07,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:43.747338 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2540cba4-590b-45af-badb-a1d2571415e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:43.765114 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2540cba4-590b-45af-badb-a1d2571415e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:43.769936 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-2540cba4-590b-45af-badb-a1d2571415e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed7877a7-75a5-49f9-8523-7825b9bf3e07 HTTP/1.1" status: 204 len: 168 time: 0.7352574 Oct 27 15:07:43.875744 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c8550-3ce0-4ee1-a159-1fd6f00a0468 req-439a254c-d1e8-4baf-b13e-96900f39d93d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:43.882574 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4d8c8550-3ce0-4ee1-a159-1fd6f00a0468 req-439a254c-d1e8-4baf-b13e-96900f39d93d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.3458488 Oct 27 15:07:43.971347 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device a5d02682-bf20-4a02-8914-8dd38ea5c664 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:44.024425 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4d8c8550-3ce0-4ee1-a159-1fd6f00a0468 req-660775e0-d442-45b9-b116-c787ee30fdfa tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385901 Oct 27 15:07:44.332987 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port a5d02682-bf20-4a02-8914-8dd38ea5c664 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:44.346264 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port a5d02682-bf20-4a02-8914-8dd38ea5c664 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:44.346835 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:44.415381 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0752c5d-52fc-47d3-bb22-363da9e8db06 req-0c7ad7b3-41c8-4436-b619-6b10f2482ed8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:44.432320 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Set router 3787f3fd-3f21-498b-b949-4530a446207b gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:07:44.436299 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a0752c5d-52fc-47d3-bb22-363da9e8db06 req-0c7ad7b3-41c8-4436-b619-6b10f2482ed8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.5410283 Oct 27 15:07:44.664376 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a0752c5d-52fc-47d3-bb22-363da9e8db06 req-da8eb52f-79bc-4ede-ab3b-998f577b3a8c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257187 Oct 27 15:07:44.729328 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:44.794369 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port a5d02682-bf20-4a02-8914-8dd38ea5c664, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=a5d02682-bf20-4a02-8914-8dd38ea5c664,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:44.805030 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a19f6-e67e-4d40-938c-2d23c160a4df None None] Network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:07:44.993063 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:44.993927 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 03c962cf-fb91-4e3e-99c8-3667740af4c4 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:45.107165 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-f83268f6-f7c3-428a-abe5-b232983458c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:45.188070 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c877f4-5527-474f-bb35-373a21ee50b2 req-3f83eb2c-2360-4dd6-affa-59a91a419f21 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:45.194301 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c3c877f4-5527-474f-bb35-373a21ee50b2 req-3f83eb2c-2360-4dd6-affa-59a91a419f21 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.3478208 Oct 27 15:07:45.265853 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-a4d250cb-5fea-4c0b-a5f0-70fce83195d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 1099 time: 0.3497586 Oct 27 15:07:45.361126 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:07:42Z', 'revision_number': 3, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port': {'id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:41Z', 'updated_at': '2021-10-27T15:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:45.368901 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Checking router: 3787f3fd-3f21-498b-b949-4530a446207b for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:07:45.372749 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Updating router 3787f3fd-3f21-498b-b949-4530a446207b port dc736843-dfa7-439d-b4a4-38dcfad5d3d9 binding host dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:07:45.414161 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=a5d02682-bf20-4a02-8914-8dd38ea5c664,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:45.419736 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:45.423242 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-bfe9f6ee-8c00-4d8c-9333-08488fe33087 None None] Provisioning for port 03c962cf-fb91-4e3e-99c8-3667740af4c4 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:45.509249 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:45.559894 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c3c877f4-5527-474f-bb35-373a21ee50b2 req-b98d770e-a942-4762-99f0-81cb7966d5af tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546603 Oct 27 15:07:45.575182 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 03c962cf-fb91-4e3e-99c8-3667740af4c4 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:45.604058 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 03c962cf-fb91-4e3e-99c8-3667740af4c4 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:45.604427 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:45.679168 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-45177ccc-70ea-4fe5-8678-104d55b768ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:45.680630 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-45177ccc-70ea-4fe5-8678-104d55b768ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 913 time: 0.3988094 Oct 27 15:07:45.900109 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:45.950212 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 03c962cf-fb91-4e3e-99c8-3667740af4c4, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=03c962cf-fb91-4e3e-99c8-3667740af4c4,segment=NetworkSegment(cfb4086d-0e45-4fe3-927a-1d6fde6938c7),segment_id=cfb4086d-0e45-4fe3-927a-1d6fde6938c7)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:45.967128 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:45.970670 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:46.011694 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-262d484a-2f4f-4925-9e71-eb0ec04cfe3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb HTTP/1.1" status: 200 len: 1002 time: 0.3229349 Oct 27 15:07:46.102653 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25c34-3062-4839-8121-b25dfe7dd882 req-6836e067-9a50-40a3-890d-dd836685f64a tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:46.109008 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8d25c34-3062-4839-8121-b25dfe7dd882 req-6836e067-9a50-40a3-890d-dd836685f64a tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.3474455 Oct 27 15:07:46.109235 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6b502-41e6-460d-84bb-2dd62eaaadb6 req-bd3ba3bb-8eea-4aa7-9c8e-9916badfd551 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:46.136031 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7dd6b502-41e6-460d-84bb-2dd62eaaadb6 req-bd3ba3bb-8eea-4aa7-9c8e-9916badfd551 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 946 time: 0.3176384 Oct 27 15:07:46.148004 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=03c962cf-fb91-4e3e-99c8-3667740af4c4,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:46.158032 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:46.234667 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device a5d02682-bf20-4a02-8914-8dd38ea5c664 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:46.256318 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7dd6b502-41e6-460d-84bb-2dd62eaaadb6 req-61832c23-b2af-4d6e-b01a-44a20fe79003 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170969 Oct 27 15:07:46.273387 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-3cf43e45-e67b-4aec-bb89-9e1d3d22fd3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:46.285591 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-3cf43e45-e67b-4aec-bb89-9e1d3d22fd3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.2625961 Oct 27 15:07:46.287604 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38838) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:46.363342 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8d25c34-3062-4839-8121-b25dfe7dd882 req-d779a0f0-d02c-444c-b144-f2f5433d735e tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474053 Oct 27 15:07:46.459075 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port a5d02682-bf20-4a02-8914-8dd38ea5c664 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:46.459450 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:46.544320 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Notify callbacks [] for port, precommit_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:46.561427 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.provisioning_blocks [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Transition to ACTIVE for port object dc736843-dfa7-439d-b4a4-38dcfad5d3d9 will not be triggered until provisioned by entity L2. {{(pid=82785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:46.580497 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:46.601182 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-c8f3a374-bde5-458c-baeb-712267d07e38 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2950053 Oct 27 15:07:46.610931 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:46.637140 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-b58ce02c-9644-4a89-b9b7-5db75420dd6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:46.697930 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-c07f33a4-5b73-46df-b1e4-53dee4b34c2c None None] Provisioning complete for port 03c962cf-fb91-4e3e-99c8-3667740af4c4 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:46.706328 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c07f33a4-5b73-46df-b1e4-53dee4b34c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:46.874096 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Attempting to bind port dc736843-dfa7-439d-b4a4-38dcfad5d3d9 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:46.874593 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Attempting to bind port dc736843-dfa7-439d-b4a4-38dcfad5d3d9 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:46.874845 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Attempting to bind port dc736843-dfa7-439d-b4a4-38dcfad5d3d9 on network 0f55d325-7075-4613-8cc1-223ea34f07f9 {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:46.889634 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:46.890072 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:46.890472 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:46.890874 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Bound using segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:46.891362 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Bound port: dc736843-dfa7-439d-b4a4-38dcfad5d3d9, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:46.891770 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:46.966011 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Pushing event updated for resources: {'Port': ['ID=dc736843-dfa7-439d-b4a4-38dcfad5d3d9,revision_number=2']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:46.982217 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.982685 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.982886 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.983201 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.983523 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.984013 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.985260 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.985591 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.985958 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.986631 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.987761 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:46.992478 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:47.009555 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1451857610-network', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:47.036798 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:47.055328 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Usage tracker for resource:network and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:47.069837 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:47.095570 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] For port dc736843-dfa7-439d-b4a4-38dcfad5d3d9, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:47.098386 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:47.100077 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] For port dc736843-dfa7-439d-b4a4-38dcfad5d3d9, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=dc736843-dfa7-439d-b4a4-38dcfad5d3d9,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:47.109139 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:47.119707 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-7e149ed2-376e-402b-9614-61f0dfed7ad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:47.131646 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-822ffdd5-e7b9-4dca-8cca-8e8d7d0824a1 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141263 Oct 27 15:07:47.147287 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78682e-c1cf-4525-a859-2ffcab10aae3 req-da796aae-a52f-4bcb-a40e-422750f4bdb5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:47.156399 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3c78682e-c1cf-4525-a859-2ffcab10aae3 req-da796aae-a52f-4bcb-a40e-422750f4bdb5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.4256220 Oct 27 15:07:47.265668 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037daf58-a301-434b-a6b7-dada157e84d8 req-2e7e4945-018c-46ba-94fe-f1293125a1af tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:47.275180 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-037daf58-a301-434b-a6b7-dada157e84d8 req-2e7e4945-018c-46ba-94fe-f1293125a1af tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.4172416 Oct 27 15:07:47.294674 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Pushing event updated for resources: {'Port': ['ID=dc736843-dfa7-439d-b4a4-38dcfad5d3d9,revision_number=3']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:47.300777 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-df991c8a-6ae4-4646-908f-769b93a16796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:47.311885 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Allocated IP 172.20.0.1 (1528d661-a300-4eb6-b1d2-cee1c7b78d27/d660336d-ff77-4c03-834f-885cf99ded34/f624eafd-5e27-474d-8854-dbbe4f1cf709) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:47.330056 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Routers {'3787f3fd-3f21-498b-b949-4530a446207b'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:07:47.332768 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['3787f3fd-3f21-498b-b949-4530a446207b'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:47.358604 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Made reservation on behalf of affe4a84307f4369ad03bd233b92716d for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:07:47.360961 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94607a65-cee8-4d67-9698-357f7e407357 req-815e2606-7166-4d8d-bc1d-d2510994aeb3 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:47.362403 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:47.363225 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-94607a65-cee8-4d67-9698-357f7e407357 req-815e2606-7166-4d8d-bc1d-d2510994aeb3 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.52 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 946 time: 0.2710028 Oct 27 15:07:47.392036 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b77e647f-1849-48d7-a794-34e516ac03f9 req-3f6a28fd-d2c3-41ea-b21b-116e4ee63310 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146034 Oct 27 15:07:47.394972 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:47.462954 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3c78682e-c1cf-4525-a859-2ffcab10aae3 req-13b41354-af86-484c-9ff2-834280891924 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3054798 Oct 27 15:07:47.483425 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:47.493113 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Usage tracker for resource:security_group_rule and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:47.500065 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:47.502284 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Deleting port e610593a-4043-4be2-a5a2-693f37e2a016 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:07:47.502635 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:47.524347 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:47.566727 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-037daf58-a301-434b-a6b7-dada157e84d8 req-2fdb89a2-6794-404b-8969-f47f0e028dd3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904565 Oct 27 15:07:47.679064 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] Set router 3787f3fd-3f21-498b-b949-4530a446207b gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:07:47.700964 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:47.766394 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:47.773056 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-37a0defa-6d85-46da-99ec-ebbab63b090c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:47.805705 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7100fd-6d81-4518-8f91-62bd00c6e86d,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:47.843103 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:47.869514 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1395, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:07:47.911418 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:47.925164 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Added segment 87b96882-964c-49d6-95e1-77b73ce08b36 of type vlan for network a1b4969b-373b-4a36-bb94-84e6db9bce2a Oct 27 15:07:47.946985 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28704f60-1f90-4321-b5a4-60e717d8984b req-8c9f9526-ec82-4935-91a4-1096ff822092 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:47.958637 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-28704f60-1f90-4321-b5a4-60e717d8984b req-8c9f9526-ec82-4935-91a4-1096ff822092 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 946 time: 0.2521820 Oct 27 15:07:48.025309 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.073038 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-28704f60-1f90-4321-b5a4-60e717d8984b req-78819d0b-a55a-4129-aadd-46fdafec418a tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134958 Oct 27 15:07:48.101872 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.151133 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 03c962cf-fb91-4e3e-99c8-3667740af4c4 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:48.243001 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Transition to ACTIVE for port object f624eafd-5e27-474d-8854-dbbe4f1cf709 will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:48.287558 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:07:42Z', 'revision_number': 3, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port': {'id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:41Z', 'updated_at': '2021-10-27T15:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:48.298161 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81ed70-9932-4716-9cf0-6c2c72fb41b6 None None] The sync data for ids ['3787f3fd-3f21-498b-b949-4530a446207b'] in dv-cinder-815673-1-smb is: [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:07:42Z', 'revision_number': 3, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port': {'id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:41Z', 'updated_at': '2021-10-27T15:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:07:48.370194 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 03c962cf-fb91-4e3e-99c8-3667740af4c4 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:48.372714 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.395639 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.397125 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:48.397872 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.458069 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:48.507290 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2166889 Oct 27 15:07:48.508359 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38858) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:48.522823 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Request body: {'subnet': {'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1451857610-subnet', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'ip_version': 4}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:48.538998 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.540684 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:48.552434 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Usage tracker for resource:subnet and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:48.564103 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8406a-53c1-40e3-90f2-ed676fd330ff req-66983918-a2e7-4f09-9b4a-228088c167ae tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:48.566905 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7fb8406a-53c1-40e3-90f2-ed676fd330ff req-66983918-a2e7-4f09-9b4a-228088c167ae tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.7244835 Oct 27 15:07:48.575266 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:48.618004 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:48.630732 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b4969b-373b-4a36-bb94-84e6db9bce2a,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:48.634582 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:48.635619 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:48.647075 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:07:48.665525 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38866) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:48.673134 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Made reservation on behalf of affe4a84307f4369ad03bd233b92716d for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:07:48.675428 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465750'] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.713100 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-4273b9e8-24dd-4c6b-8fc2-5db81aabd595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.747105 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Pushing event updated for resources: {'Port': ['ID=f624eafd-5e27-474d-8854-dbbe4f1cf709,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:48.758475 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:48.819725 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] For port e610593a-4043-4be2-a5a2-693f37e2a016, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e610593a-4043-4be2-a5a2-693f37e2a016,segment=NetworkSegment(f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea),segment_id=f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:48.820481 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:48.874446 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:48.882436 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d832a-fbd7-4c2f-a5a5-0a8a04de7fda req-2aacc4ad-6be9-4e6c-8ac7-76f1a3c12d41 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:48.890196 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f57d832a-fbd7-4c2f-a5a5-0a8a04de7fda req-2aacc4ad-6be9-4e6c-8ac7-76f1a3c12d41 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1849868 Oct 27 15:07:48.897084 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7fb8406a-53c1-40e3-90f2-ed676fd330ff req-b9aec6fa-1159-4f9d-bedb-976f61ec7338 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550161 Oct 27 15:07:48.971525 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:48.974528 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:48.998830 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.078330 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.139894 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f57d832a-fbd7-4c2f-a5a5-0a8a04de7fda req-1e6d3dff-dd1d-4b32-8fca-584dafeeef42 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486939 Oct 27 15:07:49.225749 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:49.264846 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Usage tracker for resource:security_group_rule and tenant:211b5610df9a43b4bc2addecab37c803 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:49.269120 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:49.284128 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:49.285276 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Calling delete_port for e610593a-4043-4be2-a5a2-693f37e2a016 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:07:49.304331 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1500427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465824'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.349657 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:49.408742 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450149'] for router_interface, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.411962 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-0a364452-dc52-4c1b-bb3d-c75c3aeea1ff None None] Provisioning for port f624eafd-5e27-474d-8854-dbbe4f1cf709 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:49.417271 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-0a364452-dc52-4c1b-bb3d-c75c3aeea1ff None None] Provisioning complete for port f624eafd-5e27-474d-8854-dbbe4f1cf709 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:49.417655 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0a364452-dc52-4c1b-bb3d-c75c3aeea1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.502845 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-0a364452-dc52-4c1b-bb3d-c75c3aeea1ff None None] Port f624eafd-5e27-474d-8854-dbbe4f1cf709 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:07:49.600881 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21943bd3-a366-4641-b640-093ebb0f65d5,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:49.611686 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.612836 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:49.624401 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.633138 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-79b7ffbb-dcc3-43e5-a81d-f3f72e7b7ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:49.635121 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff01f6-ba0d-4623-b958-eb0939b6b3c9 req-998f177b-4880-4b6a-8aa0-6ca435733109 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:49.641482 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-87ff01f6-ba0d-4623-b958-eb0939b6b3c9 req-998f177b-4880-4b6a-8aa0-6ca435733109 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.4467580 Oct 27 15:07:49.689174 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Checking segment: {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:49.689418 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.689505 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Network hostable DHCP agents. Network: a1b4969b-373b-4a36-bb94-84e6db9bce2a, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:07:49.699666 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b122c2e2-d7f1-48c7-903b-5ce5910652db,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:49.707342 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c1f1ac-6284-4a08-a958-26e46d2614b3 req-c5c86700-41fb-4dbe-ba1f-a508694a2e72 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:49.708921 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b2c1f1ac-6284-4a08-a958-26e46d2614b3 req-c5c86700-41fb-4dbe-ba1f-a508694a2e72 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 946 time: 0.3000484 Oct 27 15:07:49.710297 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:49.722074 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=211b5610df9a43b4bc2addecab37c803&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0530884 Oct 27 15:07:49.724069 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38874) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:49.813147 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.817325 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:07:49.834371 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-327783ba-d708-4f95-aeba-31ddc818e5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:49.834627 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b2c1f1ac-6284-4a08-a958-26e46d2614b3 req-fecf8e74-81d5-4374-af26-668d922b68d5 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/security-groups?id=940dd5e4-01d2-4a45-8093-b72556e48771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172676 Oct 27 15:07:49.840890 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, a1b4969b-373b-4a36-bb94-84e6db9bce2a) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:49.850787 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f47f4-ca82-4ea5-9646-1d0936d848ab None None] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:07:49.857843 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:49.858430 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.865298 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad9b5-910d-4021-9371-fa8119f212af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.921124 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad9b5-910d-4021-9371-fa8119f212af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:49.937847 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4230058 Oct 27 15:07:49.940616 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38880) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:49.948431 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:49.967094 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:49.981300 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Usage tracker for resource:router and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:49.982888 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Pushing event deleted for resources: {'Port': ['ID=e610593a-4043-4be2-a5a2-693f37e2a016,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:49.985746 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:49.987424 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:49.990362 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-87ff01f6-ba0d-4623-b958-eb0939b6b3c9 req-211c0447-659c-4345-b60c-630aa45d5cb3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421524 Oct 27 15:07:49.996391 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:50.009068 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8416'] for router, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.010841 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8345'] for router, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.041448 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] No DVR routers for this DVR port e610593a-4043-4be2-a5a2-693f37e2a016 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:07:50.045494 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.050690 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad9b5-910d-4021-9371-fa8119f212af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.061464 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cf455b-ec2d-417f-95f5-c90b0e85f0c2', 'name': 'network-vif-deleted', 'tag': 'e610593a-4043-4be2-a5a2-693f37e2a016'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:07:50.068071 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7c7b5055-418f-4a39-b610-e4b0c87e8b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:50.109753 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ad9b5-910d-4021-9371-fa8119f212af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b122c2e2-d7f1-48c7-903b-5ce5910652db,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:50.119644 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-5c4ad9b5-910d-4021-9371-fa8119f212af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:50.148996 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.213608 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5c4ad9b5-910d-4021-9371-fa8119f212af admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.218064 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-5c4ad9b5-910d-4021-9371-fa8119f212af admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b122c2e2-d7f1-48c7-903b-5ce5910652db HTTP/1.1" status: 204 len: 168 time: 0.4782794 Oct 27 15:07:50.233694 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-94607a65-cee8-4d67-9698-357f7e407357 req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.52 "DELETE /v2.0/ports/e610593a-4043-4be2-a5a2-693f37e2a016 HTTP/1.1" status: 204 len: 173 time: 2.8624234 Oct 27 15:07:50.235379 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cf455b-ec2d-417f-95f5-c90b0e85f0c2', 'name': 'network-vif-deleted', 'tag': 'e610593a-4043-4be2-a5a2-693f37e2a016', 'status': 'completed', 'code': 200} Oct 27 15:07:50.542049 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0e80351-bee5-5891-bc7e-bff88f46e038-a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5'}]}} from dv-cinder-815673-1-smb. {{(pid=82784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 15:07:50.544602 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.611812 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d60027-9ea6-4b2b-a424-f5a293d99771 req-73529e7b-da9e-4bdb-9d97-70404966add0 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:50.612643 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-59d60027-9ea6-4b2b-a424-f5a293d99771 req-73529e7b-da9e-4bdb-9d97-70404966add0 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.4071872 Oct 27 15:07:50.615437 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.672671 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae926cc-1194-416d-bb43-7996001dcd99 req-2951d428-566b-4fb1-8b8d-a93e15f9c68a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:50.680803 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7ae926cc-1194-416d-bb43-7996001dcd99 req-2951d428-566b-4fb1-8b8d-a93e15f9c68a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.2980981 Oct 27 15:07:50.703457 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-59d60027-9ea6-4b2b-a424-f5a293d99771 req-ef0cd8ed-1755-4975-8ace-7f9efd68be4e tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799754 Oct 27 15:07:50.806950 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.854979 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.946227 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:50.961724 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-3240bac8-5971-43cc-98bd-48554e25ad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:50.981745 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:51.027457 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.db_base_plugin_common [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Allocated IP 172.20.0.2 (a1b4969b-373b-4a36-bb94-84e6db9bce2a/21943bd3-a366-4641-b640-093ebb0f65d5/51659f46-5142-465d-a719-11382f5cce1a) {{(pid=82784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:51.074538 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:51.079039 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447809'] for router_interface, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:51.088990 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7ae926cc-1194-416d-bb43-7996001dcd99 req-3444de84-da66-4e6f-8e53-a43ac41aaf3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071748 Oct 27 15:07:51.098775 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Pushing event updated for resources: {'Port': ['ID=f624eafd-5e27-474d-8854-dbbe4f1cf709,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:51.112642 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:51.296647 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:51.298811 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:51.451487 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4ee178c3-c13c-4575-a2eb-36b757101808 req-af635e4a-2a63-4a1a-8758-ec0f38385be0 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] 10.222.0.55 "GET /v2.0/ports?device_id=35cf455b-ec2d-417f-95f5-c90b0e85f0c2 HTTP/1.1" status: 200 len: 210 time: 0.0930014 Oct 27 15:07:51.549176 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Allocated IP 172.28.2.81 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/508e16e4-503e-449c-81a5-4836141c81c5) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:51.681794 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device e610593a-4043-4be2-a5a2-693f37e2a016 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:07:51.759702 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: e610593a-4043-4be2-a5a2-693f37e2a016 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:07:51.766234 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device e610593a-4043-4be2-a5a2-693f37e2a016 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:07:51.825270 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:51.850841 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Transition to ACTIVE for port object 51659f46-5142-465d-a719-11382f5cce1a will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:51.896285 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:51.896285 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Transition to ACTIVE for port object 51659f46-5142-465d-a719-11382f5cce1a will not be triggered until provisioned by entity DHCP. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:51.926744 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-21ac8eff-99d9-4ab9-8a78-cdabe8089e06 None None] Provisioning complete for port f624eafd-5e27-474d-8854-dbbe4f1cf709 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:51.927727 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-21ac8eff-99d9-4ab9-8a78-cdabe8089e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:52.038956 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:52.045323 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:52.127207 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-21ac8eff-99d9-4ab9-8a78-cdabe8089e06 None None] Port f624eafd-5e27-474d-8854-dbbe4f1cf709 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:07:52.155731 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a is already hosted by enough agents. {{(pid=82784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:52.156982 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.base_scheduler [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Resources bound (agent type, host, resource id): {{(pid=82784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:52.159729 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Received port after_create {{(pid=82784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:52.162733 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Pushing event updated for resources: {'Port': ['ID=51659f46-5142-465d-a719-11382f5cce1a,revision_number=1']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:52.207185 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:52.224174 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.224605 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.224951 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.225290 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.225624 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.225953 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.226281 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.228599 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.228948 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.229542 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.229881 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:07:52.242457 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:52.268883 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:52.282695 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-bbd94415-7854-4b2d-8ae8-b1930190a461 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:52.373770 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Attempting to bind port 51659f46-5142-465d-a719-11382f5cce1a on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:52.374147 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Attempting to bind port 51659f46-5142-465d-a719-11382f5cce1a by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:52.374517 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Attempting to bind port 51659f46-5142-465d-a719-11382f5cce1a on network a1b4969b-373b-4a36-bb94-84e6db9bce2a {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:52.380118 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:52.395534 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:52.395948 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Checking segment: {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:52.407688 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:52.408261 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Bound using segment: {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:52.408822 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Bound port: 51659f46-5142-465d-a719-11382f5cce1a, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:52.409248 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:52.416219 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48157b78-f6bf-4692-bb3e-ae980985aa40 req-85a2f816-1c38-4053-95e9-0b6d1375bbca tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:52.425134 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48157b78-f6bf-4692-bb3e-ae980985aa40 req-85a2f816-1c38-4053-95e9-0b6d1375bbca tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.3375788 Oct 27 15:07:52.478271 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:52.488260 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:52.502597 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48157b78-f6bf-4692-bb3e-ae980985aa40 req-a55c096f-c632-4df2-9d55-c09e793e8eba tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765843 Oct 27 15:07:52.519798 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Router 3787f3fd-3f21-498b-b949-4530a446207b has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:07:52.582589 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Pushing event updated for resources: {'Port': ['ID=508e16e4-503e-449c-81a5-4836141c81c5,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:52.598488 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:52.607472 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] For port 51659f46-5142-465d-a719-11382f5cce1a, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:52.615418 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] For port 51659f46-5142-465d-a719-11382f5cce1a, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=51659f46-5142-465d-a719-11382f5cce1a,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:52.625301 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:52.629123 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:52.827477 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Pushing event updated for resources: {'Port': ['ID=51659f46-5142-465d-a719-11382f5cce1a,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:52.830742 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:52.848209 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216aa0b8-c34c-4f65-a54a-2d69ae06d443 req-b90cec77-f7b3-4e2c-bff9-339dc6aebc52 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:52.849741 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-216aa0b8-c34c-4f65-a54a-2d69ae06d443 req-b90cec77-f7b3-4e2c-bff9-339dc6aebc52 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.4740319 Oct 27 15:07:52.878391 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:07:52.895726 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] 10.222.0.55 "PUT /v2.0/routers/3787f3fd-3f21-498b-b949-4530a446207b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2448387 Oct 27 15:07:53.000210 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-216aa0b8-c34c-4f65-a54a-2d69ae06d443 req-e03405a0-170f-41fd-837c-38fcbcb2017a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332998 Oct 27 15:07:53.017711 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:53.018853 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047'] for router, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:53.236078 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:53.705205 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Router bd3e2a80-084a-4e84-b475-65dd42bd1757 is scheduled to L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 with binding_index 1 {{(pid=82783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:07:53.979248 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 38960) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:53.988829 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429549975', 'description': 'tempest-secgroup-smoke-1429549975 description', 'project_id': '0369c2b29c244d56821e09265d801a43'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:54.009662 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:54.021785 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:security_group and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:54.025575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:54.047257 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:54.078815 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:54.184301 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:54.194511 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:security_group_rule and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:54.206530 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8334a2-eaf0-4021-8711-099ba9013e76 req-1a71a1b6-ea04-4c7e-ad45-fc28a23af067 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:54.206686 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:54.223366 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac8334a2-eaf0-4021-8711-099ba9013e76 req-1a71a1b6-ea04-4c7e-ad45-fc28a23af067 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.3572526 Oct 27 15:07:54.225340 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:54.227779 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 51659f46-5142-465d-a719-11382f5cce1a up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:54.392516 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac8334a2-eaf0-4021-8711-099ba9013e76 req-50c3f887-8f17-4b42-a05b-099139e352e7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634369 Oct 27 15:07:54.404863 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:54.419979 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:07:54.440178 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Sync routers for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:07:54.457158 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:07:54.458540 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:54.531465 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:54.537460 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5914528 Oct 27 15:07:54.540544 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38970) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:54.565815 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:54.579664 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0a8ec216-5f68-4ec6-a9ea-855f89c1d550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:54.695986 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:54.698427 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7182894 Oct 27 15:07:54.702690 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba0832-72d5-42ad-8420-653cdc7fec88,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:54.704779 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 38976) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:54.710796 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:54.722539 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'security_group_rule': {'security_group_id': '22ba0832-72d5-42ad-8420-653cdc7fec88', 'project_id': '0369c2b29c244d56821e09265d801a43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:54.723202 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:07:54.735857 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:54.774704 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:security_group_rule and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:54.782812 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4886b9-2c4d-4cca-a6b4-e768fb976a17 req-b8410131-ba68-419a-a2eb-f7cd1ed194c4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:54.787900 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:54.789720 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ba4886b9-2c4d-4cca-a6b4-e768fb976a17 req-b8410131-ba68-419a-a2eb-f7cd1ed194c4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.4211631 Oct 27 15:07:54.806533 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:54.880017 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 51659f46-5142-465d-a719-11382f5cce1a completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:54.904444 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ba4886b9-2c4d-4cca-a6b4-e768fb976a17 req-0687421e-b9ab-46c9-8af1-81c42854b1dc tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068692 Oct 27 15:07:54.921813 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fb080d-3d12-451b-961b-b3b17c2a4b30 None None] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:07:54.978918 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.086423 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.132986 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.145223 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:55.253884 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] Provisioning for port 51659f46-5142-465d-a719-11382f5cce1a completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:55.366515 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.371514 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6616921 Oct 27 15:07:55.371811 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 38992) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:55.378082 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'security_group_rule': {'security_group_id': '22ba0832-72d5-42ad-8420-653cdc7fec88', 'project_id': '0369c2b29c244d56821e09265d801a43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:55.384481 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0852cc-034f-414d-acb0-a66d8281502d,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:55.390819 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:55.393498 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:55.398782 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:security_group_rule and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:55.403644 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:55.417265 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:55.450065 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.485544 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] Provisioning complete for port 51659f46-5142-465d-a719-11382f5cce1a triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:55.485928 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.597842 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.608046 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.611190 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:55.644722 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8d2360-31d7-41f2-9664-ea79d9025753,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:55.655082 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:55.670238 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.672151 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2993357 Oct 27 15:07:55.675865 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39006) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:55.684741 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'security_group_rule': {'security_group_id': '22ba0832-72d5-42ad-8420-653cdc7fec88', 'project_id': '0369c2b29c244d56821e09265d801a43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:55.694198 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:55.701267 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:security_group_rule and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:55.705688 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:55.714441 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:55.744027 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.835976 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef032c8-996e-4754-9460-2ad2ae58f927 req-f468f028-7438-4d2d-934f-f5219f5db698 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:55.837538 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6ef032c8-996e-4754-9460-2ad2ae58f927 req-f468f028-7438-4d2d-934f-f5219f5db698 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2283351 Oct 27 15:07:55.858274 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.865457 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.868689 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:55.908053 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e01f0d8-47fd-4dd3-855d-c251372abf3b,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:55.922232 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:55.949706 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:55.951621 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-9cd88bf4-607d-4786-823c-fa464be9ea1e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2734606 Oct 27 15:07:55.967908 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39010) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:55.974248 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'security_group_rule': {'security_group_id': '22ba0832-72d5-42ad-8420-653cdc7fec88', 'project_id': '0369c2b29c244d56821e09265d801a43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:55.982018 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6ef032c8-996e-4754-9460-2ad2ae58f927 req-40344ef4-dcb1-4cee-998d-71a9fc999066 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792270 Oct 27 15:07:55.998956 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:55.999386 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:52Z', 'revision_number': 3, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:56.009013 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:security_group_rule and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:56.009697 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Checking router: bd3e2a80-084a-4e84-b475-65dd42bd1757 for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:07:56.010080 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Updating router bd3e2a80-084a-4e84-b475-65dd42bd1757 port 508e16e4-503e-449c-81a5-4836141c81c5 binding host dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:07:56.017905 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:56.049191 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:56.086801 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.092712 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.210072 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.418601 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.435925 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.447458 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.463685 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] For port 51659f46-5142-465d-a719-11382f5cce1a, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=51659f46-5142-465d-a719-11382f5cce1a,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:56.467751 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device dc736843-dfa7-439d-b4a4-38dcfad5d3d9 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:56.481714 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ef0bdee6-cd99-4882-9841-69c2bc8a324e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:56.521750 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.533031 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:56.550879 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f1facc-0fe4-4e4d-a4a6-6d3218a3a52f,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:56.555588 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:56.594157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.599291 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6299472 Oct 27 15:07:56.606020 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39018) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:56.622308 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'security_group_rule': {'security_group_id': '22ba0832-72d5-42ad-8420-653cdc7fec88', 'project_id': '0369c2b29c244d56821e09265d801a43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:56.626954 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] Pushing event updated for resources: {'Port': ['ID=51659f46-5142-465d-a719-11382f5cce1a,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:56.631357 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:56.662786 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b4ac5-8423-4125-b3c3-0bce555590f8 req-aed754ec-61d6-4541-9544-b072bb0f6362 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:56.675255 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c57b4ac5-8423-4125-b3c3-0bce555590f8 req-aed754ec-61d6-4541-9544-b072bb0f6362 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.4116786 Oct 27 15:07:56.706350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:56.719918 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:security_group_rule and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:56.727199 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:56.747921 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:56.787141 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c57b4ac5-8423-4125-b3c3-0bce555590f8 req-8acf1c22-87a9-4766-8f10-70219d7b3fc0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108203 Oct 27 15:07:56.789293 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.securitygroups_db [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Project 0369c2b29c244d56821e09265d801a43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 15:07:56.806316 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:56.819754 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Allocated IP 172.20.0.1 (a1b4969b-373b-4a36-bb94-84e6db9bce2a/21943bd3-a366-4641-b640-093ebb0f65d5/bb135b77-daa3-468d-82e4-93cf0285f7af) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:07:56.950175 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-e2b1b224-47ed-4ece-a5d8-ffc8944f663c None None] Provisioning complete for port 51659f46-5142-465d-a719-11382f5cce1a triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:56.950571 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e2b1b224-47ed-4ece-a5d8-ffc8944f663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.003021 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.010765 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.013612 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1438ada2-bd4b-4b00-a800-855e407701d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:57.085022 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52afbc9a-48dc-4fa7-a428-d69c4e09897e,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:57.099053 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port dc736843-dfa7-439d-b4a4-38dcfad5d3d9 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:57.099499 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:57.113013 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port dc736843-dfa7-439d-b4a4-38dcfad5d3d9 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:57.113536 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.116502 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.124197 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d963b9ec-b5df-4078-b5e2-6ca1ad4ae8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5149798 Oct 27 15:07:57.127213 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39040) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:07:57.135861 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'security_group_rule': {'security_group_id': '22ba0832-72d5-42ad-8420-653cdc7fec88', 'project_id': '0369c2b29c244d56821e09265d801a43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:07:57.154177 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:07:57.160089 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:security_group_rule and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:07:57.171674 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:07:57.200224 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:07:57.221598 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.securitygroups_db [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Project 0369c2b29c244d56821e09265d801a43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 15:07:57.237567 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.238853 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.313549 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.provisioning_blocks [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Transition to ACTIVE for port object bb135b77-daa3-468d-82e4-93cf0285f7af will not be triggered until provisioned by entity DHCP. {{(pid=82783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:57.390744 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.396791 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.399836 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1536c20d-298a-4d22-9bdf-6f4d0cd3dac2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:57.438493 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8a7c59-e57f-470b-abca-1d4f4497788a,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:57.442107 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:57.452932 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.463291 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.479531 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-42c96c7a-3a56-4097-881e-2575ecd2af3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3490927 Oct 27 15:07:57.489029 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:57.525221 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Notify callbacks [] for port, precommit_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.544636 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Transition to ACTIVE for port object 508e16e4-503e-449c-81a5-4836141c81c5 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:07:57.547810 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:57.556083 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:57.559371 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.570939 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:07:57.579065 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port dc736843-dfa7-439d-b4a4-38dcfad5d3d9, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=dc736843-dfa7-439d-b4a4-38dcfad5d3d9,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:07:57.581510 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.600567 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:57.647786 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.653383 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d9375-76a5-41c4-8839-e5bc42e8b26b req-0db1f7fa-713c-4a68-bfb5-695207c8ee80 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:57.655398 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c60d9375-76a5-41c4-8839-e5bc42e8b26b req-0db1f7fa-713c-4a68-bfb5-695207c8ee80 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2881119 Oct 27 15:07:57.688004 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Pushing event updated for resources: {'Port': ['ID=bb135b77-daa3-468d-82e4-93cf0285f7af,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:57.720059 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:57.743264 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Attempting to bind port 508e16e4-503e-449c-81a5-4836141c81c5 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:07:57.743660 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Attempting to bind port 508e16e4-503e-449c-81a5-4836141c81c5 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:07:57.744039 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Attempting to bind port 508e16e4-503e-449c-81a5-4836141c81c5 on network 0f55d325-7075-4613-8cc1-223ea34f07f9 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:07:57.750124 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450149'] for router_interface, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.754860 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:07:57.755252 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:07:57.755665 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.756066 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Bound using segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:07:57.756610 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Bound port: 508e16e4-503e-449c-81a5-4836141c81c5, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:07:57.757015 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.831935 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c60d9375-76a5-41c4-8839-e5bc42e8b26b req-63f37d24-cc58-4bc2-adea-f13d0119c4d2 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574664 Oct 27 15:07:57.890708 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] For port 508e16e4-503e-449c-81a5-4836141c81c5, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:07:57.894057 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] For port 508e16e4-503e-449c-81a5-4836141c81c5, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=508e16e4-503e-449c-81a5-4836141c81c5,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:07:57.899040 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88addbec-6428-4d12-8b09-93dd9d44363d None None] Pushing event updated for resources: {'Port': ['ID=508e16e4-503e-449c-81a5-4836141c81c5,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:57.902477 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-88addbec-6428-4d12-8b09-93dd9d44363d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:57.903394 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-4aec7889-60a7-4181-a094-f1650a45d132 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:57.982760 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=dc736843-dfa7-439d-b4a4-38dcfad5d3d9,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:57.986584 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:57.998175 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:57.998677 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:58.019994 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:58.068585 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:07:58.069231 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:07:58.382150 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 51659f46-5142-465d-a719-11382f5cce1a up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:07:58.387743 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317e3d5-755e-4c10-a49e-393552aa64ba req-0a98fa66-0e46-499e-ad92-37fd25b14971 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:58.391498 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9317e3d5-755e-4c10-a49e-393552aa64ba req-0a98fa66-0e46-499e-ad92-37fd25b14971 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.2754562 Oct 27 15:07:58.437176 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88addbec-6428-4d12-8b09-93dd9d44363d None None] Pushing event updated for resources: {'Port': ['ID=508e16e4-503e-449c-81a5-4836141c81c5,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:58.487975 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-88addbec-6428-4d12-8b09-93dd9d44363d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:58.547010 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9317e3d5-755e-4c10-a49e-393552aa64ba req-c939e025-c68f-411c-8366-0554c0054593 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498351 Oct 27 15:07:58.618901 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:58.641631 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1500550'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:58.708935 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:07:58.733038 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-4e71cdb9-e52c-425d-9784-f137cdf8b1fd None None] Provisioning for port bb135b77-daa3-468d-82e4-93cf0285f7af completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:07:58.756121 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-4e71cdb9-e52c-425d-9784-f137cdf8b1fd None None] Provisioning complete for port bb135b77-daa3-468d-82e4-93cf0285f7af triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:58.757862 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-4e71cdb9-e52c-425d-9784-f137cdf8b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:58.922560 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447809'] for router_interface, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:58.938466 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Pushing event updated for resources: {'Port': ['ID=bb135b77-daa3-468d-82e4-93cf0285f7af,revision_number=2']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:07:58.954926 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:07:59.344718 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:07:59.345143 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:07:59.347767 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:07:59.574778 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-4e71cdb9-e52c-425d-9784-f137cdf8b1fd None None] Port bb135b77-daa3-468d-82e4-93cf0285f7af cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:07:59.683835 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 51659f46-5142-465d-a719-11382f5cce1a triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:07:59.687059 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:07:59.789754 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7c46a-763e-4644-897f-058a4758cc9a req-ac6b451d-8360-4305-a8cb-02beb34e7742 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:07:59.797929 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-47d7c46a-763e-4644-897f-058a4758cc9a req-ac6b451d-8360-4305-a8cb-02beb34e7742 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.5795486 Oct 27 15:07:59.879485 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-47d7c46a-763e-4644-897f-058a4758cc9a req-e0863fcd-e83a-4373-b0c7-3e46f4605161 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804331 Oct 27 15:08:00.129185 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-c02a06d9-290a-4c11-992d-a4691e5cefbf None None] Provisioning complete for port bb135b77-daa3-468d-82e4-93cf0285f7af triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:00.129740 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c02a06d9-290a-4c11-992d-a4691e5cefbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:00.285333 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-c02a06d9-290a-4c11-992d-a4691e5cefbf None None] Port bb135b77-daa3-468d-82e4-93cf0285f7af cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:08:00.360477 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Router bd3e2a80-084a-4e84-b475-65dd42bd1757 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:08:00.363802 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23016b47-25ff-4337-acf1-121b7fa7909b req-7787ce34-69d7-4fc5-89a2-bf479c71e977 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:00.381647 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-23016b47-25ff-4337-acf1-121b7fa7909b req-7787ce34-69d7-4fc5-89a2-bf479c71e977 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.4390175 Oct 27 15:08:00.518364 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-23016b47-25ff-4337-acf1-121b7fa7909b req-9cac20a8-5835-42d4-b329-ebfc48a4e5ac tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322708 Oct 27 15:08:00.565865 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Sync routers for ids ['3787f3fd-3f21-498b-b949-4530a446207b'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:08:00.613922 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Routers {'3787f3fd-3f21-498b-b949-4530a446207b'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:00.615419 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['3787f3fd-3f21-498b-b949-4530a446207b'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:00.779003 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device dc736843-dfa7-439d-b4a4-38dcfad5d3d9 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:00.851350 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:08:00.875844 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-48d21988-2053-4227-99d2-d907e8ebaa65 admin admin] 10.222.0.55 "PUT /v2.0/routers/bd3e2a80-084a-4e84-b475-65dd42bd1757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3307033 Oct 27 15:08:00.932150 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 39110) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:00.955562 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Set router 3787f3fd-3f21-498b-b949-4530a446207b gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:01.006757 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port dc736843-dfa7-439d-b4a4-38dcfad5d3d9 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:01.007143 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:01.101586 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:07:56Z', 'revision_number': 1, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:01.132777 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d27708-0b51-45bc-b140-8f1e78543d37 None None] The sync data for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb is: [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:07:56Z', 'revision_number': 1, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:08:01.518813 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:01.587429 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f514fe0-298d-4766-97e9-2b96656facc6 req-e8396a50-f5b5-4de4-aedf-5237e0887c1e tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:01.602191 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5f514fe0-298d-4766-97e9-2b96656facc6 req-e8396a50-f5b5-4de4-aedf-5237e0887c1e tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.3217227 Oct 27 15:08:01.674200 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:08:01.694033 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Usage tracker for resource:security_group_rule and tenant:e87396b08b1c4af5b4390adbb5314b31 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:08:01.702356 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:08:01.722947 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5f514fe0-298d-4766-97e9-2b96656facc6 req-7532e49d-c06f-4da5-ba7d-c5766a46cbf4 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194527 Oct 27 15:08:01.728109 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:08:01.845375 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:07:49Z', 'revision_number': 4, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port': {'id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:41Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'f624eafd-5e27-474d-8854-dbbe4f1cf709', 'name': '', 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'mac_address': 'fa:16:3e:b7:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd660336d-ff77-4c03-834f-885cf99ded34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:46Z', 'updated_at': '2021-10-27T15:07:49Z', 'revision_number': 2, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'subnets': [{'id': 'd660336d-ff77-4c03-834f-885cf99ded34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:01.854284 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Checking router: 3787f3fd-3f21-498b-b949-4530a446207b for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:08:01.854646 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Updating router 3787f3fd-3f21-498b-b949-4530a446207b port f624eafd-5e27-474d-8854-dbbe4f1cf709 binding host dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:08:01.975561 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:01.985109 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:02.005671 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:02.081672 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:02.148328 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5509d-0b8a-4b61-8664-d34acb4f08a2,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:02.161380 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:02.206593 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e87396b08b1c4af5b4390adbb5314b31&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2732258 Oct 27 15:08:02.218833 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39134) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:02.233562 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:08:02.415971 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae7a86-ca73-4465-a878-3a5c406c70e7 req-69909ff6-53aa-4759-bcb3-a9c7c25c9715 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:02.438183 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-88ae7a86-ca73-4465-a878-3a5c406c70e7 req-69909ff6-53aa-4759-bcb3-a9c7c25c9715 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.4561775 Oct 27 15:08:02.584774 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-68cca6bc-4a8c-47d4-bf8c-ea82d401f78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:02.630999 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-88ae7a86-ca73-4465-a878-3a5c406c70e7 req-33e3b988-6f15-49f8-a3da-b8b72c832562 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910269 Oct 27 15:08:02.698042 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-68cca6bc-4a8c-47d4-bf8c-ea82d401f78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:02.766787 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-072b45b6-cc4f-4c7c-9290-60bad6265e3a req-7d04c15f-8daa-433e-b965-05ee0e05aa4f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 1098 time: 0.2603745 Oct 27 15:08:02.814536 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-68cca6bc-4a8c-47d4-bf8c-ea82d401f78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:02.820049 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c6c1a26c-70f8-465f-ad1a-85179c132198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:02.848651 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cca6bc-4a8c-47d4-bf8c-ea82d401f78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5509d-0b8a-4b61-8664-d34acb4f08a2,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:02.851692 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-68cca6bc-4a8c-47d4-bf8c-ea82d401f78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:02.879528 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Notify callbacks [] for port, precommit_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:02.880398 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-072b45b6-cc4f-4c7c-9290-60bad6265e3a req-8f1e77cb-cc97-46cd-9070-429e630eddd0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007810 Oct 27 15:08:02.881414 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-68cca6bc-4a8c-47d4-bf8c-ea82d401f78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:02.885709 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-68cca6bc-4a8c-47d4-bf8c-ea82d401f78d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fdc5509d-0b8a-4b61-8664-d34acb4f08a2 HTTP/1.1" status: 204 len: 168 time: 0.6596537 Oct 27 15:08:02.900509 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.provisioning_blocks [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Transition to ACTIVE for port object f624eafd-5e27-474d-8854-dbbe4f1cf709 will not be triggered until provisioned by entity L2. {{(pid=82785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:02.931959 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:02.951559 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:03.281186 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab09cb8-1dcd-4aaa-aef4-418f9c9885de None None] Pushing event updated for resources: {'Port': ['ID=f624eafd-5e27-474d-8854-dbbe4f1cf709,revision_number=3']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:03.288764 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-5ab09cb8-1dcd-4aaa-aef4-418f9c9885de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:03.290358 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2252f-2a91-4714-b678-1809b777707d req-deed38ca-d5a4-41d5-967b-c20c9e007e50 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:03.296122 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-02a2252f-2a91-4714-b678-1809b777707d req-deed38ca-d5a4-41d5-967b-c20c9e007e50 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2175820 Oct 27 15:08:03.464043 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-02a2252f-2a91-4714-b678-1809b777707d req-4b15a106-af84-4c64-9be1-e6dd10ab6781 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613178 Oct 27 15:08:03.560274 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Attempting to bind port f624eafd-5e27-474d-8854-dbbe4f1cf709 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:08:03.561090 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Attempting to bind port f624eafd-5e27-474d-8854-dbbe4f1cf709 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:08:03.565143 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Attempting to bind port f624eafd-5e27-474d-8854-dbbe4f1cf709 on network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:08:03.571525 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 39160) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:03.578149 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-444361107-network', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:08:03.586948 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:08:03.596347 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:08:03.596779 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Checking segment: {'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:08:03.597211 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:03.599448 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Bound using segment: {'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:08:03.599793 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Bound port: f624eafd-5e27-474d-8854-dbbe4f1cf709, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1396, 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27'}}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:08:03.601348 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:03.602186 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Usage tracker for resource:network and tenant:0efd10256b884dac81a0678fb8d81c9a is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:08:03.609945 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:08:03.623436 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:08:03.655366 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Made reservation on behalf of 0efd10256b884dac81a0678fb8d81c9a for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:08:03.658536 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:03.687509 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:03.790354 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] For port f624eafd-5e27-474d-8854-dbbe4f1cf709, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:08:03.799357 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] For port f624eafd-5e27-474d-8854-dbbe4f1cf709, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=f624eafd-5e27-474d-8854-dbbe4f1cf709,segment=NetworkSegment(cfb4086d-0e45-4fe3-927a-1d6fde6938c7),segment_id=cfb4086d-0e45-4fe3-927a-1d6fde6938c7)] {{(pid=82785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:08:03.805939 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:03.806173 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:08:03.814910 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:03.832918 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Usage tracker for resource:security_group_rule and tenant:0efd10256b884dac81a0678fb8d81c9a is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:08:03.836575 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:08:03.845011 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:08:03.924149 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Routers {'3787f3fd-3f21-498b-b949-4530a446207b'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:03.924985 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['3787f3fd-3f21-498b-b949-4530a446207b'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:04.061600 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab09cb8-1dcd-4aaa-aef4-418f9c9885de None None] Pushing event updated for resources: {'Port': ['ID=f624eafd-5e27-474d-8854-dbbe4f1cf709,revision_number=4']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:04.082414 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-5ab09cb8-1dcd-4aaa-aef4-418f9c9885de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:04.126039 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:04.134392 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:04.146603 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3bd2af16-34d8-427a-8d69-dbb85e5927f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:04.263325 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 1387, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:08:04.299020 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31972986-f0ba-4bca-b8a8-2e34b5fc7374,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:04.311603 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:04.345883 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:04.347471 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Added segment 5715fdfc-2cf0-465f-8a79-52e0d097d5e1 of type vlan for network 3b5695d2-fe87-4f78-8d82-25641b951b93 Oct 27 15:08:04.420215 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] Set router 3787f3fd-3f21-498b-b949-4530a446207b gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:04.480690 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:04.548825 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2d44b-4f11-4cc2-bd9e-55bc3540a5ae req-c99afe98-31f7-4656-a74e-90b4e5338ba3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:04.558544 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ceb2d44b-4f11-4cc2-bd9e-55bc3540a5ae req-c99afe98-31f7-4656-a74e-90b4e5338ba3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.6221941 Oct 27 15:08:04.593655 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:04.595798 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:04.596418 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:04.600378 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:04.828735 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ceb2d44b-4f11-4cc2-bd9e-55bc3540a5ae req-31ea7271-63c0-459e-aa68-739c7914a83f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671009 Oct 27 15:08:04.857519 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Pushing event updated for resources: {'Network': ['ID=3b5695d2-fe87-4f78-8d82-25641b951b93,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:04.869267 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network 3b5695d2-fe87-4f78-8d82-25641b951b93 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:08:04.873570 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:04.909897 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-2a92170a-9ec7-44a2-a9d1-9cda60b9a5fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1098 time: 0.3483400 Oct 27 15:08:04.980015 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4068942 Oct 27 15:08:04.983808 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 39172) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:05.024450 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Request body: {'subnet': {'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-444361107-subnet', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'ip_version': 4}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:08:05.037001 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:08:05.050156 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Usage tracker for resource:subnet and tenant:0efd10256b884dac81a0678fb8d81c9a is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:08:05.055909 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:08:05.104223 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:08:05.139696 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecc78-0515-460a-b265-23fa0ea7181b req-92ad0e19-3b5f-4cc3-91a1-af3c990c7268 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:05.142064 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c8fecc78-0515-460a-b265-23fa0ea7181b req-92ad0e19-3b5f-4cc3-91a1-af3c990c7268 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.2924170 Oct 27 15:08:05.144084 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Made reservation on behalf of 0efd10256b884dac81a0678fb8d81c9a for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:08:05.147667 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465750'] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:05.252336 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-9cc1bace-9fd8-4860-9a76-3c55af9aa8e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:05.255547 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-9cc1bace-9fd8-4860-9a76-3c55af9aa8e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.3368354 Oct 27 15:08:05.256402 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:07:49Z', 'revision_number': 4, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port': {'id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:41Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'f624eafd-5e27-474d-8854-dbbe4f1cf709', 'name': '', 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'mac_address': 'fa:16:3e:b7:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd660336d-ff77-4c03-834f-885cf99ded34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:46Z', 'updated_at': '2021-10-27T15:08:03Z', 'revision_number': 4, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'subnets': [{'id': 'd660336d-ff77-4c03-834f-885cf99ded34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:05.271176 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e91288-1c5d-412a-b38f-e23da759641d None None] The sync data for ids ['3787f3fd-3f21-498b-b949-4530a446207b'] in dv-cinder-815673-1-smb is: [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:07:49Z', 'revision_number': 4, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port': {'id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:41Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'f624eafd-5e27-474d-8854-dbbe4f1cf709', 'name': '', 'network_id': '1528d661-a300-4eb6-b1d2-cee1c7b78d27', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'mac_address': 'fa:16:3e:b7:58:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd660336d-ff77-4c03-834f-885cf99ded34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:46Z', 'updated_at': '2021-10-27T15:08:03Z', 'revision_number': 4, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'subnets': [{'id': 'd660336d-ff77-4c03-834f-885cf99ded34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:08:05.500285 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-6847cabe-0b8d-4632-a436-e4da7d34803b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 200 len: 1000 time: 0.2355018 Oct 27 15:08:05.541759 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1500427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465824'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:05.570585 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:05.604292 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-fc0183cb-fdc8-427f-a0f2-489ac15c6e34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:05.607636 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-fc0183cb-fdc8-427f-a0f2-489ac15c6e34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.0989394 Oct 27 15:08:05.670315 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c8fecc78-0515-460a-b265-23fa0ea7181b req-628430cc-cb55-45f1-838c-e04b19214daf tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133162 Oct 27 15:08:05.747511 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=964bf5a3-5aa0-4b2c-b418-c55ff957c68a,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:05.772262 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:05.811543 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-71f52b98-36b9-4ac1-b2de-611a0fefc6cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1968882 Oct 27 15:08:05.816000 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Checking segment: {'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:08:05.816410 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Network hostable DHCP agents. Network: 3b5695d2-fe87-4f78-8d82-25641b951b93, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:08:05.886171 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Network 3b5695d2-fe87-4f78-8d82-25641b951b93 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:08:05.940865 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, 3b5695d2-fe87-4f78-8d82-25641b951b93) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:08:05.950629 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:05.951239 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:05.954480 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a347dc3d-6089-4199-afc3-c7a577e3dae1 None None] Network 3b5695d2-fe87-4f78-8d82-25641b951b93 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:08:06.002073 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-03f401be-2757-4df1-bb1e-97f403ce9636 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0164368 Oct 27 15:08:06.003064 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 39184) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:06.010731 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:08:06.023173 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:08:06.040179 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Usage tracker for resource:router and tenant:0efd10256b884dac81a0678fb8d81c9a is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:08:06.044806 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:08:06.052043 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:08:06.084105 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-411785', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8416'] for router, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:06.085363 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-443926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-448114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495836', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8345'] for router, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:06.146504 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-e0bcff68-3358-4b88-b0bd-c09bc1382f08 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268275 Oct 27 15:08:06.320174 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da074-968e-413f-96da-3d42068f8be4 req-62129e90-806f-40d8-9596-95236a280bb0 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:06.321784 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f12da074-968e-413f-96da-3d42068f8be4 req-62129e90-806f-40d8-9596-95236a280bb0 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.3160536 Oct 27 15:08:06.402420 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:06.416108 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-420cfd8a-7706-4f57-8995-e54f593fc13d req-53f34122-e069-4169-86c2-6526b7fa33c5 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488921 Oct 27 15:08:06.454111 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f12da074-968e-413f-96da-3d42068f8be4 req-12c8830c-4a07-4be3-86c6-ba69a3e92149 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219325 Oct 27 15:08:06.528628 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd0e80351-bee5-5891-bc7e-bff88f46e038-3b5695d2-fe87-4f78-8d82-25641b951b93', 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'fixed_ips': [{'subnet_id': '964bf5a3-5aa0-4b2c-b418-c55ff957c68a'}]}} from dv-cinder-815673-1-smb. {{(pid=82784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Oct 27 15:08:06.529698 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:06.566331 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a1c17-5a16-4bcb-83fa-c5f758fc1246 req-f8ac1963-c226-4ddc-a7a7-1eb4f00af3ab tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:06.567860 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c33a1c17-5a16-4bcb-83fa-c5f758fc1246 req-f8ac1963-c226-4ddc-a7a7-1eb4f00af3ab tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.4568658 Oct 27 15:08:06.581857 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:06.756518 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c33a1c17-5a16-4bcb-83fa-c5f758fc1246 req-3c7f941d-b44c-459b-95f3-6ec50e096c45 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927231 Oct 27 15:08:06.809418 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-448000', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-411807', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8331'] for router, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:06.820076 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 508e16e4-503e-449c-81a5-4836141c81c5 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:07.071904 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.db_base_plugin_common [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Allocated IP 172.20.0.2 (3b5695d2-fe87-4f78-8d82-25641b951b93/964bf5a3-5aa0-4b2c-b418-c55ff957c68a/4abf7472-9893-4a1d-b90f-7064bdb80f4b) {{(pid=82784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:08:07.244404 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.276502 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.439663 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 508e16e4-503e-449c-81a5-4836141c81c5 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:07.458863 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 508e16e4-503e-449c-81a5-4836141c81c5 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:07.459569 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.538689 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Allocated IP 172.28.2.249 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/4764f226-b8eb-4916-8eb1-c7d88bd7f41e) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:08:07.689543 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.720929 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.721699 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Transition to ACTIVE for port object 4abf7472-9893-4a1d-b90f-7064bdb80f4b will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:07.724598 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:08:07.756917 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.765262 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-1a4a07df-137e-4a6f-995d-f4658454b282 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:07.789225 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.797505 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Transition to ACTIVE for port object 4abf7472-9893-4a1d-b90f-7064bdb80f4b will not be triggered until provisioned by entity DHCP. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:07.832475 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 508e16e4-503e-449c-81a5-4836141c81c5, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=508e16e4-503e-449c-81a5-4836141c81c5,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:07.842545 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326'] for port, after_create {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.852117 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:08:07.852368 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:07.856765 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:08:07.859061 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Pushing event updated for resources: {'Port': ['ID=4764f226-b8eb-4916-8eb1-c7d88bd7f41e,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:07.866761 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:08:07.918319 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:07.941375 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:07.942416 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device f624eafd-5e27-474d-8854-dbbe4f1cf709 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:08.111109 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:08.111891 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-411782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-448047'] for router, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:08.139839 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1243e-de67-4dca-a316-9f737e49bb08 req-d3f787c9-23fc-498a-b3fc-21f844892927 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:08.154357 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cdb1243e-de67-4dca-a316-9f737e49bb08 req-d3f787c9-23fc-498a-b3fc-21f844892927 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 945 time: 0.1743467 Oct 27 15:08:08.173260 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:08.258048 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Network 3b5695d2-fe87-4f78-8d82-25641b951b93 is already hosted by enough agents. {{(pid=82784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:08:08.271780 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.scheduler.base_scheduler [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Resources bound (agent type, host, resource id): {{(pid=82784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:08:08.279206 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Received port after_create {{(pid=82784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:08:08.286351 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cdb1243e-de67-4dca-a316-9f737e49bb08 req-146e8644-3384-48f6-b17e-611b1219b547 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300910 Oct 27 15:08:08.288496 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Pushing event updated for resources: {'Port': ['ID=4abf7472-9893-4a1d-b90f-7064bdb80f4b,revision_number=1']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:08.333205 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:08.337313 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:08.337884 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:08:08.358262 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-66069a2e-348f-4ba1-8e50-70755ad3b791 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.362s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:08.398473 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:08.521920 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Router efba3218-1784-47be-98d5-0753b2f056da is scheduled to L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 with binding_index 1 {{(pid=82783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:08:08.536804 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Attempting to bind port 4abf7472-9893-4a1d-b90f-7064bdb80f4b on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:08:08.537439 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Attempting to bind port 4abf7472-9893-4a1d-b90f-7064bdb80f4b by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:08:08.537879 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Attempting to bind port 4abf7472-9893-4a1d-b90f-7064bdb80f4b on network 3b5695d2-fe87-4f78-8d82-25641b951b93 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:08:08.544252 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port f624eafd-5e27-474d-8854-dbbe4f1cf709 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:08.556673 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90', 'code': 200} Oct 27 15:08:08.561401 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port f624eafd-5e27-474d-8854-dbbe4f1cf709 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:08.561962 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:08.596868 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=508e16e4-503e-449c-81a5-4836141c81c5,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:08.614938 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:08:08.615329 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Checking segment: {'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:08:08.615747 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:08.616143 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Bound using segment: {'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:08:08.616694 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Bound port: 4abf7472-9893-4a1d-b90f-7064bdb80f4b, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:08:08.617078 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:08.642658 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:08.670043 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:08.834048 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=8']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:08.851475 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:08.889727 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] For port 4abf7472-9893-4a1d-b90f-7064bdb80f4b, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:08:08.916584 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] For port 4abf7472-9893-4a1d-b90f-7064bdb80f4b, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4abf7472-9893-4a1d-b90f-7064bdb80f4b,segment=NetworkSegment(5715fdfc-2cf0-465f-8a79-52e0d097d5e1),segment_id=5715fdfc-2cf0-465f-8a79-52e0d097d5e1)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:08:08.940842 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:08.970746 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:08:08.998132 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port f624eafd-5e27-474d-8854-dbbe4f1cf709, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=f624eafd-5e27-474d-8854-dbbe4f1cf709,segment=NetworkSegment(cfb4086d-0e45-4fe3-927a-1d6fde6938c7),segment_id=cfb4086d-0e45-4fe3-927a-1d6fde6938c7)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:09.001641 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:09.011515 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:09.014187 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0077236 Oct 27 15:08:09.016983 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39216) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:09.029614 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-8690a44c-b14e-4eda-bed5-875b079dbd2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:09.063559 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Sync routers for ids ['efba3218-1784-47be-98d5-0753b2f056da'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:08:09.072040 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:09.131910 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Routers {'efba3218-1784-47be-98d5-0753b2f056da'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:09.132545 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['efba3218-1784-47be-98d5-0753b2f056da'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:09.232409 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Pushing event updated for resources: {'Port': ['ID=4abf7472-9893-4a1d-b90f-7064bdb80f4b,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:09.243315 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:09.243728 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:09.330946 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 508e16e4-503e-449c-81a5-4836141c81c5 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:09.630056 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=f624eafd-5e27-474d-8854-dbbe4f1cf709,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:09.638771 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:09.684718 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 508e16e4-503e-449c-81a5-4836141c81c5 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:09.685110 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:09.741588 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc14cd-59b7-4e9f-9b67-1512ba7eb58d req-a96cd811-7ab1-42e1-88e7-e02faa12ea53 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:09.743185 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6acc14cd-59b7-4e9f-9b67-1512ba7eb58d req-a96cd811-7ab1-42e1-88e7-e02faa12ea53 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1764884 Oct 27 15:08:09.768927 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Set router efba3218-1784-47be-98d5-0753b2f056da gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:09.811737 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6acc14cd-59b7-4e9f-9b67-1512ba7eb58d req-eabf97ba-b180-4cee-ada4-9dd13f61cce5 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578396 Oct 27 15:08:09.831046 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75c04941-bbdf-424a-9782-4686e728d54f req-01b411ba-f4b9-4bd8-873f-8cce216bd9e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1098 time: 0.3383591 Oct 27 15:08:09.981207 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76812c7d-53e2-44bd-b975-981b8fb80ecc req-999f256e-f858-4fb2-8c83-1f71a538cba8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:09.982878 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-76812c7d-53e2-44bd-b975-981b8fb80ecc req-999f256e-f858-4fb2-8c83-1f71a538cba8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.3169150 Oct 27 15:08:10.066923 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-76812c7d-53e2-44bd-b975-981b8fb80ecc req-347a1d60-9e2a-4dc4-bccc-a311ebbb64bd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731962 Oct 27 15:08:10.513262 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:08:08Z', 'revision_number': 3, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port': {'id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:07Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:10.524702 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Checking router: efba3218-1784-47be-98d5-0753b2f056da for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:08:10.525164 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Updating router efba3218-1784-47be-98d5-0753b2f056da port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e binding host dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:08:10.527601 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c04941-bbdf-424a-9782-4686e728d54f req-d63cfc38-24e3-41e6-8963-b4d6c1b47a5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:10.529279 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75c04941-bbdf-424a-9782-4686e728d54f req-d63cfc38-24e3-41e6-8963-b4d6c1b47a5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 921 time: 0.6827545 Oct 27 15:08:10.628470 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:10.629984 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75c04941-bbdf-424a-9782-4686e728d54f req-a5e4414f-0a2b-4d93-97fe-242bccf28c26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007 HTTP/1.1" status: 200 len: 217 time: 0.0912282 Oct 27 15:08:10.865553 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4075c71-5202-4bdc-bb50-caeee0ce95c9 None None] Network 3b5695d2-fe87-4f78-8d82-25641b951b93 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:08:10.925357 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c04941-bbdf-424a-9782-4686e728d54f req-fc2b5c09-3662-4c75-98bd-de665b8c103a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:10.928248 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75c04941-bbdf-424a-9782-4686e728d54f req-fc2b5c09-3662-4c75-98bd-de665b8c103a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.1914384 Oct 27 15:08:11.106657 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-1cf54f0e-3545-4cd5-a91f-98f2ec7ca155 None None] Provisioning for port 4abf7472-9893-4a1d-b90f-7064bdb80f4b completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:11.301445 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75c04941-bbdf-424a-9782-4686e728d54f req-1bc63d3b-90e3-4e8d-8672-0664c4049b4a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3610947 Oct 27 15:08:11.402834 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819759b-61f1-4761-85d2-1da35a25b193 req-1c77d7cf-2122-425f-88dd-30e7469aac04 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:11.405120 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6819759b-61f1-4761-85d2-1da35a25b193 req-1c77d7cf-2122-425f-88dd-30e7469aac04 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.2703362 Oct 27 15:08:11.521409 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device f624eafd-5e27-474d-8854-dbbe4f1cf709 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:11.617442 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Notify callbacks [] for port, precommit_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:11.641676 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Transition to ACTIVE for port object 4764f226-b8eb-4916-8eb1-c7d88bd7f41e will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:11.653366 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:11.665571 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6819759b-61f1-4761-85d2-1da35a25b193 req-0974df7f-a1ae-4b9a-8398-b1fe5fd078aa tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289722 Oct 27 15:08:11.686037 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:11.728977 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75c04941-bbdf-424a-9782-4686e728d54f req-b938d2e4-0708-4a0a-a8f2-4e29c6c5f967 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169540 Oct 27 15:08:11.812900 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:08:11.947700 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Attempting to bind port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:08:11.948086 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Attempting to bind port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:08:11.949403 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Attempting to bind port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e on network 0f55d325-7075-4613-8cc1-223ea34f07f9 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:08:11.982803 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:08:11.983581 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Checking segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:08:11.984850 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:11.988067 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Bound using segment: {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:08:11.988780 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Bound port: 4764f226-b8eb-4916-8eb1-c7d88bd7f41e, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ea99d9-24b9-452d-b0e7-11e9db90f324', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:08:11.990677 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:12.061074 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87447ac-6361-4b72-bca2-7e2b59ab5470 None None] Pushing event updated for resources: {'Port': ['ID=4764f226-b8eb-4916-8eb1-c7d88bd7f41e,revision_number=2']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:12.064072 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-f87447ac-6361-4b72-bca2-7e2b59ab5470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:12.078909 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port f624eafd-5e27-474d-8854-dbbe4f1cf709 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:12.079553 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:12.093898 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75c04941-bbdf-424a-9782-4686e728d54f req-6d4d524a-5b72-4323-91de-333da2492733 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070409 Oct 27 15:08:12.158268 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d8a2fdac-e3e3-4d1a-81ed-a11302c44966 req-fbbb0e2c-9dc6-489a-9c8c-b24662dd661a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1886585 Oct 27 15:08:12.288069 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] For port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:08:12.302011 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:12.323437 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] For port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4764f226-b8eb-4916-8eb1-c7d88bd7f41e,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:08:12.333781 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:12.352179 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:12.521734 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87447ac-6361-4b72-bca2-7e2b59ab5470 None None] Pushing event updated for resources: {'Port': ['ID=4764f226-b8eb-4916-8eb1-c7d88bd7f41e,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:12.533525 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-f87447ac-6361-4b72-bca2-7e2b59ab5470 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:12.665875 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4abf7472-9893-4a1d-b90f-7064bdb80f4b up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:12.800266 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Routers {'efba3218-1784-47be-98d5-0753b2f056da'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:12.801264 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:07:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['efba3218-1784-47be-98d5-0753b2f056da'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:12.860954 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57741c61-3fc4-40ae-abe6-70464bb4015e req-0b5c93e0-be25-43cd-9510-6a4b36a5aaa2 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:12.862489 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-57741c61-3fc4-40ae-abe6-70464bb4015e req-0b5c93e0-be25-43cd-9510-6a4b36a5aaa2 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.3654335 Oct 27 15:08:12.956399 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 39270) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:13.035171 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Allocated IP 172.20.0.1 (3b5695d2-fe87-4f78-8d82-25641b951b93/964bf5a3-5aa0-4b2c-b418-c55ff957c68a/fb5389ea-3c76-4c49-9244-8f77fb7a3619) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:08:13.066251 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-57741c61-3fc4-40ae-abe6-70464bb4015e req-0658179a-bab1-460a-b830-cfc88c017af0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805289 Oct 27 15:08:13.314007 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e7124-34d6-4c6c-b2bc-d93e50264088 req-1ffb47e5-c7aa-4dde-9b70-096bd56af9e4 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:13.322637 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d87e7124-34d6-4c6c-b2bc-d93e50264088 req-1ffb47e5-c7aa-4dde-9b70-096bd56af9e4 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.3322246 Oct 27 15:08:13.362095 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] Set router efba3218-1784-47be-98d5-0753b2f056da gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:13.398631 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d87e7124-34d6-4c6c-b2bc-d93e50264088 req-d83c7a22-fa7f-43b7-8844-673e83854d12 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749059 Oct 27 15:08:13.411620 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-151d4878-b1fa-4644-b278-fe63045e5d6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4537067 Oct 27 15:08:13.564875 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:13.588868 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Transition to ACTIVE for port object fb5389ea-3c76-4c49-9244-8f77fb7a3619 will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:13.628608 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:13.634838 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:13.646941 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 4abf7472-9893-4a1d-b90f-7064bdb80f4b completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:13.721362 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 4abf7472-9893-4a1d-b90f-7064bdb80f4b triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:13.721851 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:13.751448 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5389ea-3c76-4c49-9244-8f77fb7a3619,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:13.756498 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:13.758562 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Network 3b5695d2-fe87-4f78-8d82-25641b951b93 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:08:13.759835 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:08:13.769165 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:08:13.850572 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-450149'] for router_interface, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:13.957970 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:14.043106 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:14.062973 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:08:08Z', 'revision_number': 3, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port': {'id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:07Z', 'updated_at': '2021-10-27T15:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:14.078596 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13b6070-7907-4237-9ccb-9d54656ce648 None None] The sync data for ids ['efba3218-1784-47be-98d5-0753b2f056da'] in dv-cinder-815673-1-smb is: [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:08:08Z', 'revision_number': 3, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port': {'id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:07Z', 'updated_at': '2021-10-27T15:08:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:08:14.093977 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 4abf7472-9893-4a1d-b90f-7064bdb80f4b, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4abf7472-9893-4a1d-b90f-7064bdb80f4b,segment=NetworkSegment(5715fdfc-2cf0-465f-8a79-52e0d097d5e1),segment_id=5715fdfc-2cf0-465f-8a79-52e0d097d5e1)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:14.100041 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:14.109768 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-93b8f6dc-776f-40e6-89d4-d91b2d341bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:14.224849 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=4abf7472-9893-4a1d-b90f-7064bdb80f4b,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:14.228568 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:14.243420 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-b25dbe28-7de6-44f1-8700-eb6ea6e3b998 None None] Provisioning for port fb5389ea-3c76-4c49-9244-8f77fb7a3619 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:14.251134 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-b25dbe28-7de6-44f1-8700-eb6ea6e3b998 None None] Provisioning complete for port fb5389ea-3c76-4c49-9244-8f77fb7a3619 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:14.252187 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b25dbe28-7de6-44f1-8700-eb6ea6e3b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:14.327952 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-b25dbe28-7de6-44f1-8700-eb6ea6e3b998 None None] Port fb5389ea-3c76-4c49-9244-8f77fb7a3619 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:08:14.429199 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:14.440158 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:14.558959 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:14.693580 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43584bf4-d63d-41c0-be0c-2ac5e93fc0e0 req-77d941e5-69fb-4e26-b0de-7f05b84f5ecf tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:14.695888 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-43584bf4-d63d-41c0-be0c-2ac5e93fc0e0 req-77d941e5-69fb-4e26-b0de-7f05b84f5ecf tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1015809 Oct 27 15:08:14.716132 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5389ea-3c76-4c49-9244-8f77fb7a3619,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:14.722948 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:14.723748 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3570912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-447809'] for router_interface, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:14.772483 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-43584bf4-d63d-41c0-be0c-2ac5e93fc0e0 req-e978a9d6-7cec-4461-8f17-3e6cdf0534fd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619678 Oct 27 15:08:14.858240 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc83a3-b5b6-469d-97a4-63a4831c6efe req-b3df3934-7918-4dce-900b-f0f9ab077cde tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:14.859749 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8efc83a3-b5b6-469d-97a4-63a4831c6efe req-b3df3934-7918-4dce-900b-f0f9ab077cde tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.2629349 Oct 27 15:08:14.929301 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Network 3b5695d2-fe87-4f78-8d82-25641b951b93 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:08:14.931977 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:08:15.018545 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8efc83a3-b5b6-469d-97a4-63a4831c6efe req-73ffe9c8-f991-4b6a-9da7-a23c403d231f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465273 Oct 27 15:08:15.376189 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-ad0329f5-c04e-4919-95a0-0d849cb059c2 None None] Provisioning complete for port fb5389ea-3c76-4c49-9244-8f77fb7a3619 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:15.376768 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-ad0329f5-c04e-4919-95a0-0d849cb059c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:15.512460 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-ad0329f5-c04e-4919-95a0-0d849cb059c2 None None] Port fb5389ea-3c76-4c49-9244-8f77fb7a3619 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:08:15.582001 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-25f0e7a9-7650-4c27-ac24-4473e363c30d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27&tenant_id=37b7003b5b6c4189901c618c23f98dc3 HTTP/1.1" status: 200 len: 1096 time: 0.1755044 Oct 27 15:08:15.608908 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Router efba3218-1784-47be-98d5-0753b2f056da has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:08:15.813634 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-4a1598bb-ef18-44b8-af9f-bb0f8b23d228 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1096 time: 0.1109746 Oct 27 15:08:16.013070 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce813890-53b6-48b0-bb94-9dd7735ef14b req-ed09151c-6a21-41aa-86a3-70d37efbf4e2 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:16.016068 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ce813890-53b6-48b0-bb94-9dd7735ef14b req-ed09151c-6a21-41aa-86a3-70d37efbf4e2 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1000009 Oct 27 15:08:16.148112 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-2c0e351f-0ff9-4ad6-be2b-ec7bf10a295f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:16.149899 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-2c0e351f-0ff9-4ad6-be2b-ec7bf10a295f service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.1824081 Oct 27 15:08:16.172967 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ce813890-53b6-48b0-bb94-9dd7735ef14b req-a89ef0ee-7b91-4157-b0ad-f9da58dd23fb tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473978 Oct 27 15:08:16.279036 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4abf7472-9893-4a1d-b90f-7064bdb80f4b up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:16.411383 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 4abf7472-9893-4a1d-b90f-7064bdb80f4b triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:16.412098 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:16.420215 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:08:16.430941 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-7040428b-0ec0-4959-9516-f6df792c5751 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 200 len: 998 time: 0.2742386 Oct 27 15:08:16.496385 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-70dac2ec-2a28-439d-95ac-0db7cbf51c47 admin admin] 10.222.0.55 "PUT /v2.0/routers/efba3218-1784-47be-98d5-0753b2f056da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4686244 Oct 27 15:08:16.542996 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-1d1dda98-d9b7-426e-bc32-fee6c95e2ef8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:16.544738 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-1d1dda98-d9b7-426e-bc32-fee6c95e2ef8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.1065581 Oct 27 15:08:16.559589 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888aae41-fec9-40fb-8bb9-fd1a8fedf239 req-bfdad99d-2494-45b7-97aa-2623fc5f5c8a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:16.561246 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-888aae41-fec9-40fb-8bb9-fd1a8fedf239 req-bfdad99d-2494-45b7-97aa-2623fc5f5c8a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.2040656 Oct 27 15:08:16.716872 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-888aae41-fec9-40fb-8bb9-fd1a8fedf239 req-8eed2fd8-be8a-482a-b0fe-fa3e38d3a26b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967588 Oct 27 15:08:16.739856 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-1c2634a7-957f-49b9-8e80-604fb77d2857 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1774859 Oct 27 15:08:16.903527 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-9015f761-05b4-41f0-a0b0-508924bdf8b5 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507888 Oct 27 15:08:17.100803 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72bbfd1d-fb36-48b9-95b2-194096476eb5 req-0dfecbf6-87bc-4e3d-81f7-307185b87d9d service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867566 Oct 27 15:08:17.115049 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-7cee8d66-09e4-4bac-956e-6cedf4901d74 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Synchronizing usage tracker for tenant:0369c2b29c244d56821e09265d801a43 on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:17.151925 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-7cee8d66-09e4-4bac-956e-6cedf4901d74 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Unset dirty status for tenant:0369c2b29c244d56821e09265d801a43 on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:17.168875 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-7cee8d66-09e4-4bac-956e-6cedf4901d74 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429549975&fields=id&tenant_id=0369c2b29c244d56821e09265d801a43 HTTP/1.1" status: 200 len: 267 time: 0.1671178 Oct 27 15:08:17.420953 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-e664586a-2346-4d31-adf2-3d1e007334e5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:17.422156 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-e664586a-2346-4d31-adf2-3d1e007334e5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Synchronizing usage tracker for tenant:0369c2b29c244d56821e09265d801a43 on resource:network {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:17.456054 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-e664586a-2346-4d31-adf2-3d1e007334e5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Unset dirty status for tenant:0369c2b29c244d56821e09265d801a43 on resource:network {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:17.458544 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-e664586a-2346-4d31-adf2-3d1e007334e5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/networks?id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 200 len: 809 time: 0.2882047 Oct 27 15:08:17.482708 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-00a420bb-4a86-472c-8fe1-1d8420361e1a tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/quotas/0369c2b29c244d56821e09265d801a43 HTTP/1.1" status: 200 len: 375 time: 0.0157311 Oct 27 15:08:17.598178 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7afc6-cf9d-44e0-8446-932bfb977135 req-6af44913-29b8-4084-8787-269f9392ca73 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:17.606678 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9ed7afc6-cf9d-44e0-8446-932bfb977135 req-6af44913-29b8-4084-8787-269f9392ca73 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1615219 Oct 27 15:08:17.686268 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9ed7afc6-cf9d-44e0-8446-932bfb977135 req-b8dd3f32-67f1-464d-8809-f2e4150ef99d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784011 Oct 27 15:08:17.691386 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-e2c7d813-d16c-4092-8621-5d3286d98f13 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Synchronizing usage tracker for tenant:0369c2b29c244d56821e09265d801a43 on resource:port {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:17.746755 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-e2c7d813-d16c-4092-8621-5d3286d98f13 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Unset dirty status for tenant:0369c2b29c244d56821e09265d801a43 on resource:port {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:17.749053 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-e2c7d813-d16c-4092-8621-5d3286d98f13 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0369c2b29c244d56821e09265d801a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2597411 Oct 27 15:08:18.024549 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-90fbf88a-1d63-4ed3-8940-45ca87985c56 service neutron] 10.222.0.55 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629149 Oct 27 15:08:18.070281 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2d864-1e39-41e7-b24c-6682d4e3861e req-8ef5ba97-1787-4a87-a7b6-663a6c1f3066 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:18.084409 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-aab2d864-1e39-41e7-b24c-6682d4e3861e req-8ef5ba97-1787-4a87-a7b6-663a6c1f3066 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1661396 Oct 27 15:08:18.196451 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-aab2d864-1e39-41e7-b24c-6682d4e3861e req-46f54672-d8bf-439d-aac0-5ac465bba790 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043191 Oct 27 15:08:18.280663 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-20d273fb-1645-4edd-8588-fb994f4ac241 service neutron] 10.222.0.55 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433374 Oct 27 15:08:18.535033 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-88c2f7c6-dde7-4634-acd7-dc61c480bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:18.928594 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:19.013088 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11b846-1da2-42cc-bc4f-995faf575c25 req-d761c665-b44f-480a-bf1d-70164d95be7d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:19.026409 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3d11b846-1da2-42cc-bc4f-995faf575c25 req-d761c665-b44f-480a-bf1d-70164d95be7d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1185229 Oct 27 15:08:19.107768 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3d11b846-1da2-42cc-bc4f-995faf575c25 req-52fa3ba1-d3fa-426e-943a-edd6ad48842c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799325 Oct 27 15:08:19.235350 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-83a52a03-6de0-4a8d-b35d-21561654fb77 req-90c3717f-e3f4-4a29-a89a-b43931a896b4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.1540234 Oct 27 15:08:19.886231 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557e3ca-79ec-4d66-ac74-9a6c9d96cf15 req-cdfc1760-6a93-47f1-881f-b28b0948bce0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:19.887733 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3557e3ca-79ec-4d66-ac74-9a6c9d96cf15 req-cdfc1760-6a93-47f1-881f-b28b0948bce0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1903584 Oct 27 15:08:20.029821 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3557e3ca-79ec-4d66-ac74-9a6c9d96cf15 req-03a3f0f1-97bc-4a46-9305-2e0018bb44c9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229844 Oct 27 15:08:20.447374 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4490c4-6412-46c8-a0ea-03fee863ca92 req-9f677e0a-42f6-473f-b9be-b336f81714e0 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:20.449350 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ce4490c4-6412-46c8-a0ea-03fee863ca92 req-9f677e0a-42f6-473f-b9be-b336f81714e0 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1396651 Oct 27 15:08:20.569037 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ce4490c4-6412-46c8-a0ea-03fee863ca92 req-e9ad7b20-2fd2-48a7-97c6-1ea8be3d27d9 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069970 Oct 27 15:08:20.633160 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-57c05563-3d87-438a-9462-0ba137de0e0a req-b4ee04da-65c5-49b7-82ba-024600bba0d6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.0812399 Oct 27 15:08:20.802309 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-094a5a9b-b9af-42f8-9c92-ceb4919384f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:21.714709 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be41a5a-45cb-4675-99c2-fdf699a8164c req-92f43ba3-206e-424f-ba99-cc84455d3c44 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:21.727671 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2be41a5a-45cb-4675-99c2-fdf699a8164c req-92f43ba3-206e-424f-ba99-cc84455d3c44 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1473305 Oct 27 15:08:21.809983 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:21.857165 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2be41a5a-45cb-4675-99c2-fdf699a8164c req-f4791664-11d9-4eda-af76-72c66e3cb568 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274567 Oct 27 15:08:22.241946 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a331b7-b450-442d-b186-1e8cc7589eeb req-784ab4c7-51ed-4d4f-96ea-d380f31c4c46 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:22.251079 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a8a331b7-b450-442d-b186-1e8cc7589eeb req-784ab4c7-51ed-4d4f-96ea-d380f31c4c46 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.4816778 Oct 27 15:08:22.306317 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6146a669-bd79-4158-abea-c88d8aafcabf req-0b9749b9-d1ae-4627-bd3a-26c9d24ec1d3 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.0934632 Oct 27 15:08:22.421923 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a8a331b7-b450-442d-b186-1e8cc7589eeb req-41830326-1390-4460-8847-99fb84e7b876 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698360 Oct 27 15:08:22.431935 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-dd8afb79-1c57-4d05-9c57-7468ea863ec8 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:22.440603 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-dd8afb79-1c57-4d05-9c57-7468ea863ec8 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.52 "GET /v2.0/networks?id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 200 len: 809 time: 0.5224183 Oct 27 15:08:23.221960 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:23.427933 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b7592-52d3-465f-a6b9-0398ab7e27b7 req-391794f8-34f3-4c51-b735-fa5318e7388c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:23.429847 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-452b7592-52d3-465f-a6b9-0398ab7e27b7 req-391794f8-34f3-4c51-b735-fa5318e7388c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1611700 Oct 27 15:08:23.558303 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-452b7592-52d3-465f-a6b9-0398ab7e27b7 req-d0c47ca2-dd0c-473f-a167-9f9e0d91184a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206791 Oct 27 15:08:23.657255 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d422d532-cccb-47c1-8168-be5d5e9e7933 req-5ae27e96-6e88-44b6-b555-1ec49a030204 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.0884304 Oct 27 15:08:23.993771 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65656dc-68f8-456d-95f8-13118f083663 req-a9f4f36f-fe93-40f5-9166-2173613b7526 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:24.008202 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b65656dc-68f8-456d-95f8-13118f083663 req-a9f4f36f-fe93-40f5-9166-2173613b7526 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.2112963 Oct 27 15:08:24.093733 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b65656dc-68f8-456d-95f8-13118f083663 req-fc3b4cfa-311a-41a8-a3a6-9c1b4e5a8e59 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864568 Oct 27 15:08:25.029853 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d97c26ba-cf20-461b-b1a8-dd5935336f9b req-a6722e07-8f03-4b81-b50b-e92860e2ca9f tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.1019371 Oct 27 15:08:25.119002 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217a9d-f40a-464b-a0f0-3159ecf83562 req-7ea99feb-479c-4e1c-a9a0-6c69b346ffde tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:25.130852 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0a217a9d-f40a-464b-a0f0-3159ecf83562 req-7ea99feb-479c-4e1c-a9a0-6c69b346ffde tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.2876902 Oct 27 15:08:25.242609 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0a217a9d-f40a-464b-a0f0-3159ecf83562 req-574d2853-52c1-40b6-823b-39706f0e4d98 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106622 Oct 27 15:08:25.387530 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d77d1e-de19-4083-b0cf-41cac914eb7b req-ae0f778b-a0ca-4f6e-9687-f2fe6b37a618 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:25.392481 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d8d77d1e-de19-4083-b0cf-41cac914eb7b req-ae0f778b-a0ca-4f6e-9687-f2fe6b37a618 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1078384 Oct 27 15:08:25.449337 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d8d77d1e-de19-4083-b0cf-41cac914eb7b req-b4c13c4c-ffa9-494b-bf59-63220bb3df5a tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510902 Oct 27 15:08:26.277835 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-30ed7fa6-bfd3-4647-8be8-dba376ae3f3f req-63d50736-7efe-474d-9064-aeadd1a3c850 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.0657849 Oct 27 15:08:26.503583 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003e986-c2f8-4690-bf0f-42ea2802c991 req-c10aa0a2-49c4-4e98-8177-cddb1ed5e8a8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:26.505162 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0003e986-c2f8-4690-bf0f-42ea2802c991 req-c10aa0a2-49c4-4e98-8177-cddb1ed5e8a8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1089606 Oct 27 15:08:26.588290 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0003e986-c2f8-4690-bf0f-42ea2802c991 req-e73ea150-97f8-4633-8d79-6b827ab2b27a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714579 Oct 27 15:08:26.848011 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a163f2-ffdb-48e5-929c-ca7b486277f4 req-4ed038f4-004b-4bd4-8138-983d1e95c69d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:26.849736 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72a163f2-ffdb-48e5-929c-ca7b486277f4 req-4ed038f4-004b-4bd4-8138-983d1e95c69d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1366644 Oct 27 15:08:26.951373 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-72a163f2-ffdb-48e5-929c-ca7b486277f4 req-a81132da-2cc8-430d-80ec-c2238803a117 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846226 Oct 27 15:08:27.499152 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-10b494ae-6df0-4112-90b3-002912ff02f4 req-f7367c4a-4ec6-4ca6-a27f-859a6e8c7fb8 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.0484192 Oct 27 15:08:27.882276 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce32ac-5777-4979-82a4-82a12462501f req-111fc97e-32de-4a91-9677-df07a7278a45 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:27.891481 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1cce32ac-5777-4979-82a4-82a12462501f req-111fc97e-32de-4a91-9677-df07a7278a45 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1246524 Oct 27 15:08:27.957857 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1cce32ac-5777-4979-82a4-82a12462501f req-ed416ea9-f835-4d8a-8a57-de4b97e9c52c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651855 Oct 27 15:08:28.397362 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-addbdaa1-d78a-483f-9b3f-72a298cb1575 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Synchronizing usage tracker for tenant:0369c2b29c244d56821e09265d801a43 on resource:security_group {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:28.443637 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-addbdaa1-d78a-483f-9b3f-72a298cb1575 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Unset dirty status for tenant:0369c2b29c244d56821e09265d801a43 on resource:security_group {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:28.444876 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-addbdaa1-d78a-483f-9b3f-72a298cb1575 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0369c2b29c244d56821e09265d801a43 HTTP/1.1" status: 200 len: 380 time: 0.2398350 Oct 27 15:08:28.530127 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'port': {'device_id': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'admin_state_up': True, 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'security_groups': ['22ba0832-72d5-42ad-8420-653cdc7fec88']}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:08:28.623943 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836029d4-af8d-4a33-b0e8-54f949e52465 req-2a1b1809-f8f9-4ecc-b6e4-2eb613b94d5d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:28.645768 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-836029d4-af8d-4a33-b0e8-54f949e52465 req-2a1b1809-f8f9-4ecc-b6e4-2eb613b94d5d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.2100296 Oct 27 15:08:28.863211 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-dedd9123-4a3f-4dcb-9142-1a58a831cbb4 req-e087f0af-fe1a-4dc1-ba6a-bb02f2bb0f3d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.0758371 Oct 27 15:08:28.889714 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-836029d4-af8d-4a33-b0e8-54f949e52465 req-d73ce6b6-f18c-4488-a9c9-d3b13673a238 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350540 Oct 27 15:08:28.948737 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:08:28.960123 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:08:28.974612 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Made reservation on behalf of 0369c2b29c244d56821e09265d801a43 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:08:28.978293 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:29.440673 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Allocated IP 172.20.0.10 (feafa5a0-01c9-4c3e-b6cc-3a74f93545ce/bf02d238-c971-40a0-b3e9-29abb1d47e1d/61fb40df-8513-4046-9712-534c63cfbf27) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:08:29.444033 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512e7cd-e95d-4566-8a50-3beae74307bd req-2ec82167-1408-4558-8d43-14edfc2cf91d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:29.454213 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d512e7cd-e95d-4566-8a50-3beae74307bd req-2ec82167-1408-4558-8d43-14edfc2cf91d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1789966 Oct 27 15:08:29.554962 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d512e7cd-e95d-4566-8a50-3beae74307bd req-fcabb3e2-a435-4d90-a72b-a44a0894fd5b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992968 Oct 27 15:08:29.914436 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:29.963302 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Transition to ACTIVE for port object 61fb40df-8513-4046-9712-534c63cfbf27 will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:30.023865 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:30.032934 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2287c78f-07f3-4671-9d5a-c72604d7bd0f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:30.215490 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:08:30.219348 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:08:30.223011 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:08:30.274708 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:30.279902 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:30.376828 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:30.377793 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:30.403342 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d1750-a371-48a3-8a2e-1134110c5a1b req-395eea3f-2ce4-4304-8a35-b27fe100a7d1 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:30.414036 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c95d1750-a371-48a3-8a2e-1134110c5a1b req-395eea3f-2ce4-4304-8a35-b27fe100a7d1 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 932 time: 0.2520206 Oct 27 15:08:30.429662 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4764f226-b8eb-4916-8eb1-c7d88bd7f41e up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:30.514794 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9908946 Oct 27 15:08:30.530290 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c95d1750-a371-48a3-8a2e-1134110c5a1b req-a6163591-61f7-4dad-95d7-744e8e048ecd tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123433 Oct 27 15:08:30.574632 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Request body: {'port': {'device_id': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:08:30.639269 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:30.649191 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:30.649838 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:30.768468 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-f9ef4efc-f0aa-4638-9269-07ad5babb9d1 None None] Provisioning for port 61fb40df-8513-4046-9712-534c63cfbf27 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:30.797443 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-f9ef4efc-f0aa-4638-9269-07ad5babb9d1 None None] Provisioning complete for port 61fb40df-8513-4046-9712-534c63cfbf27 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:30.808123 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f9ef4efc-f0aa-4638-9269-07ad5babb9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:30.865786 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:31.046590 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef4efc-f0aa-4638-9269-07ad5babb9d1 None None] Port 61fb40df-8513-4046-9712-534c63cfbf27 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:08:31.050516 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41617010-d202-4e1b-ba95-a774ed6af595 req-b254a60f-3517-48e5-a153-1ff02781d5f4 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:31.061905 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-41617010-d202-4e1b-ba95-a774ed6af595 req-b254a60f-3517-48e5-a153-1ff02781d5f4 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.7062531 Oct 27 15:08:31.065766 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d910aa8-11cd-4ef4-a456-fd6494ccc4b2 req-35da7c7c-ad54-4b5d-a5c7-dbb3bc9f1003 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:31.067604 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6d910aa8-11cd-4ef4-a456-fd6494ccc4b2 req-35da7c7c-ad54-4b5d-a5c7-dbb3bc9f1003 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1997428 Oct 27 15:08:31.119772 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:31.157502 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-41617010-d202-4e1b-ba95-a774ed6af595 req-b24a825b-841c-4729-8cf9-152b34ebf001 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921648 Oct 27 15:08:31.164017 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4764f226-b8eb-4916-8eb1-c7d88bd7f41e,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:31.175414 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:31.179387 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:31.226555 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6d910aa8-11cd-4ef4-a456-fd6494ccc4b2 req-31533cf8-5a52-4a15-91b9-425337233447 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511054 Oct 27 15:08:31.321897 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=4764f226-b8eb-4916-8eb1-c7d88bd7f41e,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:31.326638 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:31.886768 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fb40df-8513-4046-9712-534c63cfbf27 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:08:31.906325 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:31.938189 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Transition to ACTIVE for port object 61fb40df-8513-4046-9712-534c63cfbf27 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:31.965442 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:31.983009 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:32.336012 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4764f226-b8eb-4916-8eb1-c7d88bd7f41e up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:32.516990 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Pushing event updated for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:32.527854 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:32.548420 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75096a1-1b42-43e1-bbc3-4d203a551f3f req-92563c1a-39a0-4d2c-8696-603d8b7c7a9e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:32.549430 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-b75096a1-1b42-43e1-bbc3-4d203a551f3f req-92563c1a-39a0-4d2c-8696-603d8b7c7a9e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Synchronizing usage tracker for tenant:0369c2b29c244d56821e09265d801a43 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:32.657758 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:32.660884 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:32.720566 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bd024-ef11-4b0a-9db5-82fab0d1f781 req-da8455ed-6f42-4271-ac5b-d2523686cdb1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:32.731609 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-898bd024-ef11-4b0a-9db5-82fab0d1f781 req-da8455ed-6f42-4271-ac5b-d2523686cdb1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.3217862 Oct 27 15:08:32.765986 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-b75096a1-1b42-43e1-bbc3-4d203a551f3f req-92563c1a-39a0-4d2c-8696-603d8b7c7a9e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Unset dirty status for tenant:0369c2b29c244d56821e09265d801a43 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:32.775907 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b75096a1-1b42-43e1-bbc3-4d203a551f3f req-92563c1a-39a0-4d2c-8696-603d8b7c7a9e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 932 time: 1.0217226 Oct 27 15:08:32.872900 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Attempting to bind port 61fb40df-8513-4046-9712-534c63cfbf27 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:08:32.887252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Attempting to bind port 61fb40df-8513-4046-9712-534c63cfbf27 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:08:32.887998 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Attempting to bind port 61fb40df-8513-4046-9712-534c63cfbf27 on network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:08:32.911107 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Port 61fb40df-8513-4046-9712-534c63cfbf27 on network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:08:32.911947 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Attempting to bind port 61fb40df-8513-4046-9712-534c63cfbf27 on network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:08:32.912955 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-898bd024-ef11-4b0a-9db5-82fab0d1f781 req-faad24a7-f2d8-435d-b75c-9b2112ce5f9d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655552 Oct 27 15:08:32.946093 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b75096a1-1b42-43e1-bbc3-4d203a551f3f req-71e5e2d2-c430-4dfb-96d0-d5518a1fcc1f tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688569 Oct 27 15:08:32.958396 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:08:32.958865 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Checking segment: {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:08:32.959344 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Bound using segment: {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:08:32.960140 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Bound port: 61fb40df-8513-4046-9712-534c63cfbf27, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:08:32.973955 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:33.230618 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:08:33.250147 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:08:33.255441 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:33.290845 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-46b464a3-03ff-4688-a58c-db6c10d8802c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:33.340788 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997dc84e-6e72-446a-b1bb-f8534fb3affc req-35ddd884-73ff-4661-b031-5b52aaaf5eec tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:33.348644 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-997dc84e-6e72-446a-b1bb-f8534fb3affc req-35ddd884-73ff-4661-b031-5b52aaaf5eec tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.2055595 Oct 27 15:08:33.463163 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-997dc84e-6e72-446a-b1bb-f8534fb3affc req-b329eac8-ab66-49c3-af60-0b586d4bd035 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133974 Oct 27 15:08:33.468487 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Pushing event updated for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:33.476539 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:33.477918 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] 10.222.0.52 "PUT /v2.0/ports/61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 200 len: 1094 time: 2.9082651 Oct 27 15:08:33.479606 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:08:33.493348 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:33.667330 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27', 'status': 'completed', 'code': 200} Oct 27 15:08:33.734059 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-c7f85bfe-aae2-4b41-9974-1d5bbab356ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0369c2b29c244d56821e09265d801a43&device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1097 time: 0.1578786 Oct 27 15:08:33.931871 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-46bede81-742d-477e-9e41-b685eba177b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 200 len: 217 time: 0.1811442 Oct 27 15:08:34.152264 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-290fce0d-078e-43c4-8e43-711707304d2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:34.166495 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-290fce0d-078e-43c4-8e43-711707304d2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf02d238-c971-40a0-b3e9-29abb1d47e1d HTTP/1.1" status: 200 len: 848 time: 0.2064476 Oct 27 15:08:34.447129 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a130f9-06d2-4b19-aeaa-a06d084110b0 req-ae908081-3d87-4c2e-ab95-4f3efa3e369c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:34.462977 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c9a130f9-06d2-4b19-aeaa-a06d084110b0 req-ae908081-3d87-4c2e-ab95-4f3efa3e369c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.2286758 Oct 27 15:08:34.571749 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c9a130f9-06d2-4b19-aeaa-a06d084110b0 req-f45a011f-c6bb-4872-bb1a-0cd10d46891a tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070101 Oct 27 15:08:34.616156 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-4a2770c6-f8ac-439a-ba69-cb1add5e84df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3612332 Oct 27 15:08:34.643441 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b9b0d-c0c7-4f94-ae24-822d283f58ea req-2e9a38c2-da2b-4414-ba10-c57803485c04 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:34.649634 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be1b9b0d-c0c7-4f94-ae24-822d283f58ea req-2e9a38c2-da2b-4414-ba10-c57803485c04 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 944 time: 0.2937381 Oct 27 15:08:34.857672 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6c54-4d06-443c-86f6-89c1262fb3dd req-9f8d8373-7b4c-41b5-8948-0dca47c0a754 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:34.865055 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2f6d6c54-4d06-443c-86f6-89c1262fb3dd req-9f8d8373-7b4c-41b5-8948-0dca47c0a754 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1182706 Oct 27 15:08:34.878298 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be1b9b0d-c0c7-4f94-ae24-822d283f58ea req-5868aa70-542d-4261-94fb-4c62a55f519d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155874 Oct 27 15:08:34.919369 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2f6d6c54-4d06-443c-86f6-89c1262fb3dd req-95491436-f95a-4e91-9bd5-ef984645e220 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521958 Oct 27 15:08:34.934703 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-02406d9f-c8fd-4104-8920-2206b4082aa2 service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731569 Oct 27 15:08:35.143509 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Sync routers for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:08:35.181109 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:35.183636 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:08:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:35.323855 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8dc2aefc-c870-488a-b814-a73f2c3325be req-afa9dd1d-5578-48a4-afd1-770f31043f06 service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352326 Oct 27 15:08:35.495314 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:35.500282 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48312028-026c-464f-ab56-5f7656ecfe03 req-b82ee61a-20ee-42d5-ab54-67a8b57b5110 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0369c2b29c244d56821e09265d801a43&device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1097 time: 0.1082428 Oct 27 15:08:35.750593 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ba1a3398-97a3-4469-a753-101ac565ed75 req-3477f478-b78f-4d69-8963-a5b25f8046b7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1098 time: 0.1500847 Oct 27 15:08:35.846112 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312028-026c-464f-ab56-5f7656ecfe03 req-0e771445-2aa7-4fdc-a231-d544b8c43901 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:35.846557 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ba1a3398-97a3-4469-a753-101ac565ed75 req-16a82074-46b9-4557-ba60-bfd8e4943f16 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845015 Oct 27 15:08:35.847492 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48312028-026c-464f-ab56-5f7656ecfe03 req-0e771445-2aa7-4fdc-a231-d544b8c43901 service neutron] 10.222.0.52 "GET /v2.0/networks?id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 200 len: 911 time: 0.3272607 Oct 27 15:08:35.873532 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec8fad-3c71-4e49-b006-276863876665 req-5533be02-0019-49d3-a4b1-8663e53272ce tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:35.875014 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-94ec8fad-3c71-4e49-b006-276863876665 req-5533be02-0019-49d3-a4b1-8663e53272ce tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1087651 Oct 27 15:08:35.959522 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-94ec8fad-3c71-4e49-b006-276863876665 req-b30a4152-e091-414a-908a-e495cc9e9b2b tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711198 Oct 27 15:08:36.077903 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:07:58Z', 'revision_number': 2, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:36.092498 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Checking router: bd3e2a80-084a-4e84-b475-65dd42bd1757 for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:08:36.092498 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Updating router bd3e2a80-084a-4e84-b475-65dd42bd1757 port bb135b77-daa3-468d-82e4-93cf0285f7af binding host dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:08:36.220535 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:36.243059 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40cb32-e63b-4149-be3e-90e11dc345dc req-28b787df-4f73-4292-8d5c-628aa4fac30e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:36.250274 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5b40cb32-e63b-4149-be3e-90e11dc345dc req-28b787df-4f73-4292-8d5c-628aa4fac30e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 944 time: 0.2028594 Oct 27 15:08:36.313342 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48312028-026c-464f-ab56-5f7656ecfe03 req-1427c14e-63c1-411a-bdac-e4b0f5b9ec55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 200 len: 217 time: 0.2634418 Oct 27 15:08:36.364538 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5b40cb32-e63b-4149-be3e-90e11dc345dc req-0ae8c927-d0e8-4085-86a6-cf2b39798923 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131651 Oct 27 15:08:36.500895 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:36.510344 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56351d-5be6-491c-9798-0541729934ea req-c9daddd4-df37-4b0d-9adc-dfc9bf40be2e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:36.512210 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-eb56351d-5be6-491c-9798-0541729934ea req-c9daddd4-df37-4b0d-9adc-dfc9bf40be2e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.3114192 Oct 27 15:08:36.529910 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48312028-026c-464f-ab56-5f7656ecfe03 req-c1e230d5-9828-46cc-8ab8-10fb22c23d50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:36.531328 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48312028-026c-464f-ab56-5f7656ecfe03 req-c1e230d5-9828-46cc-8ab8-10fb22c23d50 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf02d238-c971-40a0-b3e9-29abb1d47e1d HTTP/1.1" status: 200 len: 848 time: 0.2035985 Oct 27 15:08:36.625503 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-eb56351d-5be6-491c-9798-0541729934ea req-bb018d1e-b762-4687-b8f9-834c72554d91 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035845 Oct 27 15:08:36.726779 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48312028-026c-464f-ab56-5f7656ecfe03 req-3000ed51-dfb0-49eb-b0f8-db16cf5cceb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1656997 Oct 27 15:08:36.862983 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Notify callbacks [] for port, precommit_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:36.908745 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.provisioning_blocks [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Transition to ACTIVE for port object bb135b77-daa3-468d-82e4-93cf0285f7af will not be triggered until provisioned by entity L2. {{(pid=82785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:36.922106 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:36.925956 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:37.046488 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48312028-026c-464f-ab56-5f7656ecfe03 req-24bac3f0-f475-4375-b789-d0248a4dd048 service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086057 Oct 27 15:08:37.175094 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Sync routers for ids ['efba3218-1784-47be-98d5-0753b2f056da'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:08:37.205238 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Routers {'efba3218-1784-47be-98d5-0753b2f056da'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:37.211447 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:08:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['efba3218-1784-47be-98d5-0753b2f056da'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:37.276459 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e29107-90c5-46a9-b4ac-1034727bbb06 None None] Pushing event updated for resources: {'Port': ['ID=bb135b77-daa3-468d-82e4-93cf0285f7af,revision_number=3']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:37.311899 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73a88c-5f67-45f2-9776-39a7d1d59c88 req-21b0f7f8-f04d-4592-9d38-02ae00fb04e5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:37.313789 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-22e29107-90c5-46a9-b4ac-1034727bbb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:37.329217 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ab73a88c-5f67-45f2-9776-39a7d1d59c88 req-21b0f7f8-f04d-4592-9d38-02ae00fb04e5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.3374588 Oct 27 15:08:37.334389 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c53a8-76e4-4260-873b-381c075fe4d5 req-521e0c21-aa48-42f7-887f-a6c0c1e72be2 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:37.341797 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-310c53a8-76e4-4260-873b-381c075fe4d5 req-521e0c21-aa48-42f7-887f-a6c0c1e72be2 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1785367 Oct 27 15:08:37.363490 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-48312028-026c-464f-ab56-5f7656ecfe03 req-0f4d5d68-0687-4b27-8785-5b9a7440bd5d service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955527 Oct 27 15:08:37.448091 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ab73a88c-5f67-45f2-9776-39a7d1d59c88 req-d5de8e61-3285-44aa-ab11-49e9cde7a78b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176724 Oct 27 15:08:37.476781 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-310c53a8-76e4-4260-873b-381c075fe4d5 req-25643a08-7338-4e6c-b65c-7c3fb4f48265 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339977 Oct 27 15:08:37.542993 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Attempting to bind port bb135b77-daa3-468d-82e4-93cf0285f7af on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:08:37.543381 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Attempting to bind port bb135b77-daa3-468d-82e4-93cf0285f7af by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:08:37.543752 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Attempting to bind port bb135b77-daa3-468d-82e4-93cf0285f7af on network a1b4969b-373b-4a36-bb94-84e6db9bce2a {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:08:37.558519 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:08:37.558937 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Checking segment: {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:08:37.559800 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:37.560776 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Bound using segment: {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'} {{(pid=82785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:08:37.561532 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.managers [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Bound port: bb135b77-daa3-468d-82e4-93cf0285f7af, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'}}] {{(pid=82785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:08:37.561935 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:37.609341 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Set router efba3218-1784-47be-98d5-0753b2f056da gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:37.705352 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] For port bb135b77-daa3-468d-82e4-93cf0285f7af, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:08:37.708815 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.plugins.ml2.db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] For port bb135b77-daa3-468d-82e4-93cf0285f7af, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=bb135b77-daa3-468d-82e4-93cf0285f7af,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:08:37.717797 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron_lib.callbacks.manager [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:37.724560 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-5ab09cb8-1dcd-4aaa-aef4-418f9c9885de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:37.804990 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3d5f4-305d-4adf-bac9-5d4b701390a3 req-14a77afb-7ec1-403a-8d6e-745f81ed5366 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:37.806557 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-51c3d5f4-305d-4adf-bac9-5d4b701390a3 req-14a77afb-7ec1-403a-8d6e-745f81ed5366 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 944 time: 0.1770802 Oct 27 15:08:37.833857 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:37.834770 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:08:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:37.899518 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e29107-90c5-46a9-b4ac-1034727bbb06 None None] Pushing event updated for resources: {'Port': ['ID=bb135b77-daa3-468d-82e4-93cf0285f7af,revision_number=4']} {{(pid=82785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:37.904034 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG oslo_concurrency.lockutils [None req-22e29107-90c5-46a9-b4ac-1034727bbb06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82785) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:37.956018 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-51c3d5f4-305d-4adf-bac9-5d4b701390a3 req-1e1ea15a-6e32-485d-97e7-1fba999d7171 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410432 Oct 27 15:08:38.063218 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 61fb40df-8513-4046-9712-534c63cfbf27 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:08:38.081598 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc693ff-ee3d-4320-a4c0-1b2ab729add0 req-279701bc-b1f9-44c1-bde1-08eb1c6950da tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:38.083204 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-dfc693ff-ee3d-4320-a4c0-1b2ab729add0 req-279701bc-b1f9-44c1-bde1-08eb1c6950da tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.1204629 Oct 27 15:08:38.129127 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:38.243918 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.db.resource_extend [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:08:38.272692 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-dfc693ff-ee3d-4320-a4c0-1b2ab729add0 req-6ee7096c-4d7b-4dd6-a1cd-06657b5a1db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721044 Oct 27 15:08:38.398633 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device bb135b77-daa3-468d-82e4-93cf0285f7af up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:38.554476 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:38.596826 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port bb135b77-daa3-468d-82e4-93cf0285f7af completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:38.609712 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '61fb40df-8513-4046-9712-534c63cfbf27', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'port_id': '61fb40df-8513-4046-9712-534c63cfbf27', 'mac_address': 'fa:16:3e:48:8e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:08:38.620563 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port bb135b77-daa3-468d-82e4-93cf0285f7af triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:38.621040 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:38.681034 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-f746b804-0415-496f-a787-98c55e152d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:37Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:38.690877 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:08:13Z', 'revision_number': 4, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port': {'id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:07Z', 'updated_at': '2021-10-27T15:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'fb5389ea-3c76-4c49-9244-8f77fb7a3619', 'name': '', 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'mac_address': 'fa:16:3e:48:69:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964bf5a3-5aa0-4b2c-b418-c55ff957c68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:12Z', 'updated_at': '2021-10-27T15:08:14Z', 'revision_number': 2, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'subnets': [{'id': '964bf5a3-5aa0-4b2c-b418-c55ff957c68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:38.698002 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746b804-0415-496f-a787-98c55e152d4b None None] The sync data for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb is: [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:37Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:08:38.711837 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Checking router: efba3218-1784-47be-98d5-0753b2f056da for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:08:38.712328 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Updating router efba3218-1784-47be-98d5-0753b2f056da port fb5389ea-3c76-4c49-9244-8f77fb7a3619 binding host dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Oct 27 15:08:38.777546 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee7dee-0b08-4511-bc92-bc3dfe46d247 req-e90ec956-2a98-47ec-957b-83872279b641 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:38.786309 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-46ee7dee-0b08-4511-bc92-bc3dfe46d247 req-e90ec956-2a98-47ec-957b-83872279b641 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1234834 Oct 27 15:08:38.806349 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:38.828281 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac131ef-1c10-47a2-8465-827fd5b46aed req-a875d33c-571f-46bf-b36b-3ba7e8dc1b96 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:38.833050 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9ac131ef-1c10-47a2-8465-827fd5b46aed req-a875d33c-571f-46bf-b36b-3ba7e8dc1b96 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1459408 Oct 27 15:08:38.838150 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:38.873361 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-46ee7dee-0b08-4511-bc92-bc3dfe46d247 req-89647dba-1bd7-432a-ba26-d9e909162df9 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852165 Oct 27 15:08:38.884714 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fb40df-8513-4046-9712-534c63cfbf27 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:08:38.919613 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9ac131ef-1c10-47a2-8465-827fd5b46aed req-972d09ad-273e-41fa-ab67-d214faa8cdfc tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Oct 27 15:08:38.991844 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:39.008509 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:39.052588 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:39.137751 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:39.180083 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:08:39.256429 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port bb135b77-daa3-468d-82e4-93cf0285f7af, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=bb135b77-daa3-468d-82e4-93cf0285f7af,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:39.264722 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:39.316324 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:39.329299 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b7c0-dbf8-4f8b-9e38-b1955b3f0794 req-c63b3240-3930-4f6d-8e26-d24427c12bdf tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:39.349140 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1461b7c0-dbf8-4f8b-9e38-b1955b3f0794 req-c63b3240-3930-4f6d-8e26-d24427c12bdf tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 945 time: 0.1792278 Oct 27 15:08:39.351562 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:39.393844 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['61fb40df-8513-4046-9712-534c63cfbf27'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:08:39.500036 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1461b7c0-dbf8-4f8b-9e38-b1955b3f0794 req-86c8097f-b7f7-49ec-b7ea-30c52fe77282 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494665 Oct 27 15:08:39.530744 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:39.825475 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-8b28cf61-d057-44cb-98a6-7dc848769109 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1098 time: 0.1530190 Oct 27 15:08:39.899229 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909b7cb-f911-4850-95c0-ac9c34df5a71 req-6fe246fd-16d3-43f9-9a78-9f0ea3f081f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:39.907869 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b909b7cb-f911-4850-95c0-ac9c34df5a71 req-6fe246fd-16d3-43f9-9a78-9f0ea3f081f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 943 time: 0.2338178 Oct 27 15:08:39.935961 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-4b316929-79e4-494e-a552-abd172d0c1a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1096 time: 0.1769352 Oct 27 15:08:39.995755 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Notify callbacks [] for port, precommit_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:40.010997 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Transition to ACTIVE for port object fb5389ea-3c76-4c49-9244-8f77fb7a3619 will not be triggered until provisioned by entity L2. {{(pid=82784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:40.024693 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b909b7cb-f911-4850-95c0-ac9c34df5a71 req-c8d43304-c621-4a23-b735-c28bb2637c49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158085 Oct 27 15:08:40.034597 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=bb135b77-daa3-468d-82e4-93cf0285f7af,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:40.050904 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:40.051049 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fb2da-bc58-4528-ae5e-fa455eb84f68 req-3b98e7ff-f471-4991-812e-fb43949fafc6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:40.054813 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:40.059598 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a58fb2da-bc58-4528-ae5e-fa455eb84f68 req-3b98e7ff-f471-4991-812e-fb43949fafc6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.2020786 Oct 27 15:08:40.064644 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:08:40.192568 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-a02ff39d-d4fb-453d-8138-762974799296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:40.205032 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-a02ff39d-d4fb-453d-8138-762974799296 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 921 time: 0.3721592 Oct 27 15:08:40.218955 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a58fb2da-bc58-4528-ae5e-fa455eb84f68 req-9b5aaa8c-39ed-4317-b2d6-a115312f8820 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577587 Oct 27 15:08:40.305784 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-81c2b28d-3aa1-4edd-a1e7-be3065e1bb0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:40.307760 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-81c2b28d-3aa1-4edd-a1e7-be3065e1bb0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.3446028 Oct 27 15:08:40.310624 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:40.340704 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:40.348804 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-7573e016-49b7-4a70-ae36-0349d7459b36 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007 HTTP/1.1" status: 200 len: 217 time: 0.1294129 Oct 27 15:08:40.458947 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-d531ef7f-4a50-44ed-b2cc-00c4ba36cf7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:40.460451 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-d531ef7f-4a50-44ed-b2cc-00c4ba36cf7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.1024156 Oct 27 15:08:40.499714 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '58073106-fde6-49d1-a21b-f6286534cb90', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'port_id': '58073106-fde6-49d1-a21b-f6286534cb90', 'mac_address': 'fa:16:3e:aa:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:08:40.502461 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device bb135b77-daa3-468d-82e4-93cf0285f7af up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:40.531341 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-b9ecd2fa-5d00-4f44-b1f6-c2ebff55ba3c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629766 Oct 27 15:08:40.574321 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-79582d37-0c8a-4c5e-8610-c1867b437afb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 200 len: 998 time: 0.2570770 Oct 27 15:08:40.658588 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-c6f8b64c-1b68-4d68-8985-237610379b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:40.660038 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-c6f8b64c-1b68-4d68-8985-237610379b7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.0770848 Oct 27 15:08:40.678149 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c20e5e-3fc9-4f9f-98d6-e33391248570 req-9968f72c-e1d5-4254-bd25-f745f2f4e897 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:40.679654 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-74c20e5e-3fc9-4f9f-98d6-e33391248570 req-9968f72c-e1d5-4254-bd25-f745f2f4e897 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2952425 Oct 27 15:08:40.727695 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743d5f9-22e2-496b-87d8-2755eb90cd1b None None] Pushing event updated for resources: {'Port': ['ID=fb5389ea-3c76-4c49-9244-8f77fb7a3619,revision_number=3']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:40.752946 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-1743d5f9-22e2-496b-87d8-2755eb90cd1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:40.836002 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:40.847431 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-74c20e5e-3fc9-4f9f-98d6-e33391248570 req-4fb70ccb-e0a3-40d5-9f60-43df711e83cc tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878856 Oct 27 15:08:40.866619 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-2302158a-bac4-4731-9a57-73b757b492fe service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277037 Oct 27 15:08:40.894074 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-02c3837c-9af2-4961-98b3-cda02c39c416 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2128015 Oct 27 15:08:40.902660 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e07cc-cea0-4e5e-9066-3e4a7d22d91b req-68afd739-68ba-4481-85e6-3b1f703a47a5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:40.925453 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8d3e07cc-cea0-4e5e-9066-3e4a7d22d91b req-68afd739-68ba-4481-85e6-3b1f703a47a5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 945 time: 0.2059007 Oct 27 15:08:41.030553 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58073106-fde6-49d1-a21b-f6286534cb90 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:08:41.086955 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-b6030cdf-a220-4a6b-a23e-aca72a9c1b69 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853857 Oct 27 15:08:41.105368 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8d3e07cc-cea0-4e5e-9066-3e4a7d22d91b req-4cf672ad-ee16-4a09-b82f-f7bcceefe689 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789577 Oct 27 15:08:41.105570 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Attempting to bind port fb5389ea-3c76-4c49-9244-8f77fb7a3619 on host dv-cinder-815673-1-smb for vnic_type normal with profile {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:08:41.105984 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Attempting to bind port fb5389ea-3c76-4c49-9244-8f77fb7a3619 by drivers openvswitch,hyperv on host dv-cinder-815673-1-smb at level 0 using segments [{'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:08:41.106448 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Attempting to bind port fb5389ea-3c76-4c49-9244-8f77fb7a3619 on network 3b5695d2-fe87-4f78-8d82-25641b951b93 {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:08:41.144022 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Checking agent: {'id': '19ec6d7b-b2d6-4524-81c7-8cf9cfc48e4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 19), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 49), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:08:41.144465 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Checking segment: {'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:08:41.144877 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:41.145279 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Bound using segment: {'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'} {{(pid=82784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:08:41.145757 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.managers [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Bound port: fb5389ea-3c76-4c49-9244-8f77fb7a3619, host: dv-cinder-815673-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5715fdfc-2cf0-465f-8a79-52e0d097d5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1387, 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93'}}] {{(pid=82784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:08:41.146145 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:41.175497 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-36c6d292-4b37-49fe-8d49-62819d4a6624 req-d8e86600-77fa-425e-9afe-835b5f09db78 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005626 Oct 27 15:08:41.220453 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:41.343451 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] For port fb5389ea-3c76-4c49-9244-8f77fb7a3619, host dv-cinder-815673-1-smb, cleared binding levels {{(pid=82784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:08:41.347116 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] For port fb5389ea-3c76-4c49-9244-8f77fb7a3619, host dv-cinder-815673-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=fb5389ea-3c76-4c49-9244-8f77fb7a3619,segment=NetworkSegment(5715fdfc-2cf0-465f-8a79-52e0d097d5e1),segment_id=5715fdfc-2cf0-465f-8a79-52e0d097d5e1)] {{(pid=82784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:08:41.376099 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port bb135b77-daa3-468d-82e4-93cf0285f7af triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:41.376985 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:41.433928 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf1dc6-6965-4bac-b725-d29d2d7e2c0b req-6db03e66-ec72-4671-bd24-0d426a9b836d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:41.435325 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-05bf1dc6-6965-4bac-b725-d29d2d7e2c0b req-6db03e66-ec72-4671-bd24-0d426a9b836d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 944 time: 0.1605463 Oct 27 15:08:41.441271 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-38aae2f7-d64c-458b-b64d-f8d8e41cddfd req-cdcc73aa-e091-4ded-b997-d5b3bfc4502b service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401706 Oct 27 15:08:41.467754 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:41.504926 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:41.511510 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-05bf1dc6-6965-4bac-b725-d29d2d7e2c0b req-8be4f41c-6b77-4bcf-84ac-475fc6066812 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691845 Oct 27 15:08:41.548246 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0da3ea-9ce4-4703-99db-6da905eb4f80 req-1667ae83-c3cb-427e-b499-0703a719027a tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:41.556982 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3c0da3ea-9ce4-4703-99db-6da905eb4f80 req-1667ae83-c3cb-427e-b499-0703a719027a tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1406105 Oct 27 15:08:41.590882 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:41.600435 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743d5f9-22e2-496b-87d8-2755eb90cd1b None None] Pushing event updated for resources: {'Port': ['ID=fb5389ea-3c76-4c49-9244-8f77fb7a3619,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:41.649074 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3c0da3ea-9ce4-4703-99db-6da905eb4f80 req-f6f579e7-0d76-46c4-a8d7-979b0c33a9a7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898759 Oct 27 15:08:41.725922 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-1743d5f9-22e2-496b-87d8-2755eb90cd1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:41.727172 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:41.774406 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Routers {'efba3218-1784-47be-98d5-0753b2f056da'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:41.775049 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:08:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['efba3218-1784-47be-98d5-0753b2f056da'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:41.871850 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=9']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:41.909940 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:41.913617 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['58073106-fde6-49d1-a21b-f6286534cb90'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:08:42.287070 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] Set router efba3218-1784-47be-98d5-0753b2f056da gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:42.289757 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b0541-1ef7-42ed-b4d4-c1f6bbf7299e req-9fbc5e39-35d4-4a8e-83f5-57f6ffa46a8f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:42.297763 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-de8b0541-1ef7-42ed-b4d4-c1f6bbf7299e req-9fbc5e39-35d4-4a8e-83f5-57f6ffa46a8f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2760234 Oct 27 15:08:42.362580 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-de8b0541-1ef7-42ed-b4d4-c1f6bbf7299e req-7bb48505-6146-4867-be3d-a4151a8e3b47 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587957 Oct 27 15:08:42.614408 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5483884-a504-4243-b5a3-5a1a512735c4 req-bf010fed-f9ac-4fac-bea5-b0237e01dcce tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:42.629869 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a5483884-a504-4243-b5a3-5a1a512735c4 req-bf010fed-f9ac-4fac-bea5-b0237e01dcce tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 945 time: 0.2295315 Oct 27 15:08:42.697014 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a5483884-a504-4243-b5a3-5a1a512735c4 req-64839f18-617f-43a9-bc36-cfb5f6f57e61 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659673 Oct 27 15:08:42.795733 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:08:13Z', 'revision_number': 4, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port': {'id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:07Z', 'updated_at': '2021-10-27T15:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'fb5389ea-3c76-4c49-9244-8f77fb7a3619', 'name': '', 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'mac_address': 'fa:16:3e:48:69:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964bf5a3-5aa0-4b2c-b418-c55ff957c68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:12Z', 'updated_at': '2021-10-27T15:08:41Z', 'revision_number': 4, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'subnets': [{'id': '964bf5a3-5aa0-4b2c-b418-c55ff957c68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:42.801928 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a657ad-3c58-4b49-b585-4127f6201be4 None None] The sync data for ids ['efba3218-1784-47be-98d5-0753b2f056da'] in dv-cinder-815673-1-smb is: [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:08:13Z', 'revision_number': 4, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port': {'id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:07Z', 'updated_at': '2021-10-27T15:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'fb5389ea-3c76-4c49-9244-8f77fb7a3619', 'name': '', 'network_id': '3b5695d2-fe87-4f78-8d82-25641b951b93', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'mac_address': 'fa:16:3e:48:69:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '964bf5a3-5aa0-4b2c-b418-c55ff957c68a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:12Z', 'updated_at': '2021-10-27T15:08:41Z', 'revision_number': 4, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'subnets': [{'id': '964bf5a3-5aa0-4b2c-b418-c55ff957c68a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:08:42.836613 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe4721-febe-4949-8eb9-a5eebed0e069 req-0faf9764-7de1-4cc2-8fde-5bbc1ed86f44 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:42.844008 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-29fe4721-febe-4949-8eb9-a5eebed0e069 req-0faf9764-7de1-4cc2-8fde-5bbc1ed86f44 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 944 time: 0.1190319 Oct 27 15:08:42.918629 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-29fe4721-febe-4949-8eb9-a5eebed0e069 req-a2de0b20-58b5-4a33-b06e-e3f36f456969 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736957 Oct 27 15:08:42.988579 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608ec24-117f-430b-994e-a670ea6efb15 req-75944b20-3d00-429e-ab18-b0d58d30153b tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:42.990132 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4608ec24-117f-430b-994e-a670ea6efb15 req-75944b20-3d00-429e-ab18-b0d58d30153b tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1726801 Oct 27 15:08:43.073651 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4608ec24-117f-430b-994e-a670ea6efb15 req-5bd909b3-4111-4c79-98ea-37be63cc2e01 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771976 Oct 27 15:08:43.669846 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512f411-8ddd-40e4-a046-bfdde4852df8 req-a6364ce2-17f4-445d-9cc4-d6aa83c1cf67 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:43.673209 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0512f411-8ddd-40e4-a046-bfdde4852df8 req-a6364ce2-17f4-445d-9cc4-d6aa83c1cf67 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1168466 Oct 27 15:08:43.745301 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0512f411-8ddd-40e4-a046-bfdde4852df8 req-90a1ddad-4f3d-4869-9713-391df7162780 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610650 Oct 27 15:08:43.942970 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 61fb40df-8513-4046-9712-534c63cfbf27 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:43.967405 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32fb3a-108c-44d5-ba83-2725343c70af req-3adf552d-0e36-4ccc-b687-509c81e14978 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:43.969667 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5c32fb3a-108c-44d5-ba83-2725343c70af req-3adf552d-0e36-4ccc-b687-509c81e14978 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 945 time: 0.1030917 Oct 27 15:08:44.202198 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 61fb40df-8513-4046-9712-534c63cfbf27 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:44.249210 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5c32fb3a-108c-44d5-ba83-2725343c70af req-75f2b2ff-01c9-42ad-8402-7c53f2bf76a2 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570875 Oct 27 15:08:44.259600 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 61fb40df-8513-4046-9712-534c63cfbf27 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:44.260941 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:44.458078 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device fb5389ea-3c76-4c49-9244-8f77fb7a3619 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:44.483783 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cc7cc-abc8-4a8b-9574-fa2ff6061a98 req-4a030069-b875-47fd-9191-a5fea97162ad tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:44.484935 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0f3cc7cc-abc8-4a8b-9574-fa2ff6061a98 req-4a030069-b875-47fd-9191-a5fea97162ad tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 944 time: 0.1743424 Oct 27 15:08:44.552977 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0f3cc7cc-abc8-4a8b-9574-fa2ff6061a98 req-a1de877a-0957-4cae-b64d-165c1c870aa8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605321 Oct 27 15:08:44.625340 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e89c3d-2f87-4536-8d45-f2b163c82d3d req-9b705f99-e27b-4df0-9657-cd33d9feb199 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:44.627622 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f0e89c3d-2f87-4536-8d45-f2b163c82d3d req-9b705f99-e27b-4df0-9657-cd33d9feb199 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1020482 Oct 27 15:08:44.628408 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning for port fb5389ea-3c76-4c49-9244-8f77fb7a3619 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:44.633905 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port fb5389ea-3c76-4c49-9244-8f77fb7a3619 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:44.634354 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:44.684757 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:44.701087 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f0e89c3d-2f87-4536-8d45-f2b163c82d3d req-a991676f-099e-4d20-b899-9fd33d7753d9 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636387 Oct 27 15:08:44.732601 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:08:44.754849 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:44.763079 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:44.764520 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:44.796366 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-f87447ac-6361-4b72-bca2-7e2b59ab5470 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:44.865184 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27', 'code': 200} Oct 27 15:08:44.987779 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.008417 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:45.014557 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:45.042811 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] For port fb5389ea-3c76-4c49-9244-8f77fb7a3619, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=fb5389ea-3c76-4c49-9244-8f77fb7a3619,segment=NetworkSegment(5715fdfc-2cf0-465f-8a79-52e0d097d5e1),segment_id=5715fdfc-2cf0-465f-8a79-52e0d097d5e1)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:45.046239 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 58073106-fde6-49d1-a21b-f6286534cb90 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:45.046821 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.085785 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28639d57-63ce-41b6-a42d-62224065ef44 req-62f691df-5b8e-4d3c-a044-059f822999b4 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:45.088012 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-28639d57-63ce-41b6-a42d-62224065ef44 req-62f691df-5b8e-4d3c-a044-059f822999b4 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1405840 Oct 27 15:08:45.100513 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.164711 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:45.258405 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-28639d57-63ce-41b6-a42d-62224065ef44 req-5b46fb28-d7a8-499c-95c0-e324a6577e0e tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533594 Oct 27 15:08:45.370045 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.380523 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Pushing event updated for resources: {'Port': ['ID=fb5389ea-3c76-4c49-9244-8f77fb7a3619,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:45.393947 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:45.434788 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:08:45.443698 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.446937 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-94895647-80d9-4a2b-9ced-61d75ec56308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:45.474504 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39652) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:45.522993 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bd9a4d44-033c-46c0-9989-7e2ca6fefae7 req-f24805c0-0015-454a-bf7f-ad8e2f8b399a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1099 time: 0.2829785 Oct 27 15:08:45.527252 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=10']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:45.546259 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:45.595540 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_v2 [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Deleting subnet 325b3671-ef9f-41d2-8c83-f31662ce4dcd {{(pid=82782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:08:45.598127 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e3be-cf8a-497a-a6cf-95cb89ee2b30 req-7e351449-5cac-4986-bffc-2c8891ca6595 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:45.598837 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.599835 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-47b6e3be-cf8a-497a-a6cf-95cb89ee2b30 req-7e351449-5cac-4986-bffc-2c8891ca6595 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.1916280 Oct 27 15:08:45.605288 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bd9a4d44-033c-46c0-9989-7e2ca6fefae7 req-7e2979fa-80ac-4de2-9595-201f990560b2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683422 Oct 27 15:08:45.654807 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1004507'] for subnet, precommit_delete_associations {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.657333 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-47b6e3be-cf8a-497a-a6cf-95cb89ee2b30 req-a21c0c6f-afbf-4c34-b3fc-da5e7c338108 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491505 Oct 27 15:08:45.720843 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.845291 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-928181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1570830'] for subnet, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.853124 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3069b2db-f9c9-4f2d-a572-8a0019d1f7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:45.895999 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb0fa7-52b9-4265-aea0-8ee464a63ee3 req-160c5316-dffa-48d3-8c30-9981cb872963 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:45.897571 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38bb0fa7-52b9-4265-aea0-8ee464a63ee3 req-160c5316-dffa-48d3-8c30-9981cb872963 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1469495 Oct 27 15:08:45.900100 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325b3671-ef9f-41d2-8c83-f31662ce4dcd,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:45.928501 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:45.938168 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.938535 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.938887 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.939235 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.939581 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.939922 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.940303 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.940635 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.940969 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.941302 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.941634 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:45.946344 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:45.955090 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/325b3671-ef9f-41d2-8c83-f31662ce4dcd HTTP/1.1" status: 204 len: 168 time: 0.4795377 Oct 27 15:08:45.958413 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 39672) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:45.968333 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-38bb0fa7-52b9-4265-aea0-8ee464a63ee3 req-f0d85cd6-78eb-43dc-8a7b-825c479e03da tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623186 Oct 27 15:08:46.095685 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:46.230716 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device fb5389ea-3c76-4c49-9244-8f77fb7a3619 up at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:08:46.310168 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Provisioning complete for port fb5389ea-3c76-4c49-9244-8f77fb7a3619 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:46.310627 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:46.322046 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-ae734cb9-7470-429a-a63d-99c0cec9eed1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:46.322968 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-ae734cb9-7470-429a-a63d-99c0cec9eed1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Synchronizing usage tracker for tenant:affe4a84307f4369ad03bd233b92716d on resource:network {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:46.329217 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:46.366159 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f9e726-2faf-4c2f-9180-28c6546127de']}} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:46.379095 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-ae734cb9-7470-429a-a63d-99c0cec9eed1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Unset dirty status for tenant:affe4a84307f4369ad03bd233b92716d on resource:network {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:46.380271 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-ae734cb9-7470-429a-a63d-99c0cec9eed1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/networks?id=a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 200 len: 815 time: 0.3292623 Oct 27 15:08:46.381856 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea') {'for_net_delete': True} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:46.382143 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87b7ea3-c1e9-45ee-97bd-ba24dfbf61ea') {} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:46.405718 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3864218'] for segment, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:46.495069 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3766a7-a996-4080-9340-10f6048f7a53 req-c6f921f8-5f45-4756-af5c-ddf555907745 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:46.496612 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8d3766a7-a996-4080-9340-10f6048f7a53 req-c6f921f8-5f45-4756-af5c-ddf555907745 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.0849760 Oct 27 15:08:46.502997 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-5a2d9268-9e0b-4bdb-89bd-32bf5a6902de tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/quotas/affe4a84307f4369ad03bd233b92716d HTTP/1.1" status: 200 len: 375 time: 0.1130464 Oct 27 15:08:46.506224 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:46.548290 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Releasing vlan 1381 on physical network physnet1 to pool {{(pid=82783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:08:46.549180 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1500578'] for segment, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:46.551516 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8d3766a7-a996-4080-9340-10f6048f7a53 req-c8d3faae-a984-4cdd-a514-ea436b440876 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450904 Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: Traceback (most recent call last): Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: timer() Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: cb(*args, **kw) Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: return func(*args, **kwargs) Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: self._notify() Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: self.callback(batched_events) Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: event.method(event) Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: return f(self, *a, **k) Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: return self._get(url).json() Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: return self.request(url, 'GET', **kwargs) Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:08:46.564307 dv-cinder-815673-1-smb neutron-server[82783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:08:46.656939 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:46.662628 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:46.664848 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:46.688660 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f9e726-2faf-4c2f-9180-28c6546127de,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:46.705667 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] 10.222.0.55 "DELETE /v2.0/networks/00f9e726-2faf-4c2f-9180-28c6546127de HTTP/1.1" status: 204 len: 168 time: 0.7461700 Oct 27 15:08:46.711086 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-ca29431f-b8d0-4cf0-910e-f19b5fa26546 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Synchronizing usage tracker for tenant:affe4a84307f4369ad03bd233b92716d on resource:port {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:46.714385 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.714760 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.715124 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.715483 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.715842 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.716285 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.716582 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.716952 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.717340 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.717672 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.717995 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:08:46.721940 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e5474d0a-75ec-4298-9056-ffcb2dd6fa05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:46.738044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-ca29431f-b8d0-4cf0-910e-f19b5fa26546 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Unset dirty status for tenant:affe4a84307f4369ad03bd233b92716d on resource:port {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:46.739502 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-ca29431f-b8d0-4cf0-910e-f19b5fa26546 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=affe4a84307f4369ad03bd233b92716d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2308717 Oct 27 15:08:46.866809 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:08:46.872002 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98261-ad0d-4d26-807a-f47726725f23 req-d1f3e189-2aae-4a25-bf93-085c86aad5df tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:46.880538 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d9d98261-ad0d-4d26-807a-f47726725f23 req-d1f3e189-2aae-4a25-bf93-085c86aad5df tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1007330 Oct 27 15:08:46.940056 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-11618e96-27cd-41f3-b346-f9f472bec2b3 service neutron] 10.222.0.55 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767690 Oct 27 15:08:46.940860 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d9d98261-ad0d-4d26-807a-f47726725f23 req-e22bbd9f-0af7-4063-91bf-020375652489 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592849 Oct 27 15:08:46.971475 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39694) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:47.025141 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-84695209-d53d-4706-806d-9586bf6b358e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edb359f28b1a4f90b2b04c7e35a545ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516801 Oct 27 15:08:47.028550 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39700) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:47.086784 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-96055c57-0530-444e-af21-a288e1ce336c service neutron] 10.222.0.55 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410754 Oct 27 15:08:47.158975 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0bf89a31-2b95-4ffe-8e95-35d2ee137faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:47.177571 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7484a4a-ba7c-4d70-9ac4-136d6019c2ca req-0085fd52-2fe2-4060-9460-7c84751d8af5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:47.179040 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d7484a4a-ba7c-4d70-9ac4-136d6019c2ca req-0085fd52-2fe2-4060-9460-7c84751d8af5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.1177249 Oct 27 15:08:47.227503 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0bf89a31-2b95-4ffe-8e95-35d2ee137faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:47.256734 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d7484a4a-ba7c-4d70-9ac4-136d6019c2ca req-1b3ccff4-2f06-469f-b1b7-51dc7d697594 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716310 Oct 27 15:08:47.281585 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90', 'code': 200} Oct 27 15:08:47.313136 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0bf89a31-2b95-4ffe-8e95-35d2ee137faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:47.318304 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1ed50e74-325f-45f6-9cd3-e2da6a441f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:47.332048 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89a31-2b95-4ffe-8e95-35d2ee137faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940dd5e4-01d2-4a45-8093-b72556e48771,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:47.334680 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0bf89a31-2b95-4ffe-8e95-35d2ee137faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:47.351820 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0bf89a31-2b95-4ffe-8e95-35d2ee137faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:47.356331 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-0bf89a31-2b95-4ffe-8e95-35d2ee137faa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/940dd5e4-01d2-4a45-8093-b72556e48771 HTTP/1.1" status: 204 len: 168 time: 0.3268013 Oct 27 15:08:47.567559 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34230005-71b3-4ab4-8bc8-1b2fe7abd1ad req-4a55e2e0-22e2-4a16-8484-1e29af2abe73 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:47.569095 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-34230005-71b3-4ab4-8bc8-1b2fe7abd1ad req-4a55e2e0-22e2-4a16-8484-1e29af2abe73 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1025729 Oct 27 15:08:47.647011 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-34230005-71b3-4ab4-8bc8-1b2fe7abd1ad req-2c3846c2-bfd8-4173-adf4-fa36ce6e001b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701716 Oct 27 15:08:47.783020 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6562f32a-dc3e-4dda-b794-ab440976dc8d req-211e989e-2cf6-4c31-ac22-a720a8274eb9 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 210 time: 0.0612655 Oct 27 15:08:48.044798 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a091273e-398d-43ca-8280-58e67b9796d1 req-891c434c-3380-4e33-81c9-212ae44e95e1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 1099 time: 0.1296248 Oct 27 15:08:48.118668 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0447396-6b90-4f8d-bd9e-4ca7eed12edf req-76095600-24d5-484f-8e9f-a23c96b581d4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:48.126161 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f0447396-6b90-4f8d-bd9e-4ca7eed12edf req-76095600-24d5-484f-8e9f-a23c96b581d4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.1651144 Oct 27 15:08:48.191653 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f0447396-6b90-4f8d-bd9e-4ca7eed12edf req-f5f7eddb-9c7a-4b1b-b232-19cca43ff539 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642798 Oct 27 15:08:48.211567 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39738) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:48.250795 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a091273e-398d-43ca-8280-58e67b9796d1 req-d8400afb-cb89-4297-844c-35bea1632282 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979110 Oct 27 15:08:48.282758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb0613-ef9c-4c55-855b-a54646272815 req-e535cfa2-a265-4e8d-a60b-88ebe69e8f4b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:48.284528 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-22bb0613-ef9c-4c55-855b-a54646272815 req-e535cfa2-a265-4e8d-a60b-88ebe69e8f4b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2041903 Oct 27 15:08:48.360002 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-22bb0613-ef9c-4c55-855b-a54646272815 req-ee0e15dc-ebab-4c17-af04-1676a858cb02 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674934 Oct 27 15:08:48.534791 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0c6293eb-b471-40aa-89d6-325848a90ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:48.672524 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-20ec954c-ca16-481f-941a-bb7f34752f5d tempest-TestShelveInstance-135071717 tempest-TestShelveInstance-135071717-project-admin] Synchronizing usage tracker for tenant:678280c1c5dc42eb87999cba468692fb on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:48.692606 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-20ec954c-ca16-481f-941a-bb7f34752f5d tempest-TestShelveInstance-135071717 tempest-TestShelveInstance-135071717-project-admin] Unset dirty status for tenant:678280c1c5dc42eb87999cba468692fb on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:48.693943 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-20ec954c-ca16-481f-941a-bb7f34752f5d tempest-TestShelveInstance-135071717 tempest-TestShelveInstance-135071717-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1094 time: 0.4809411 Oct 27 15:08:48.697032 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 39756) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:08:48.704866 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Request body: {'floatingip': {'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'port_id': '61fb40df-8513-4046-9712-534c63cfbf27', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:08:48.710765 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:08:48.715039 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Usage tracker for resource:floatingip and tenant:0369c2b29c244d56821e09265d801a43 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:08:48.718596 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:08:48.725029 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:08:48.738893 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for floatingip, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:48.908746 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:48.915689 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a60e-db38-4d4e-bc4c-83cbffeb6e6e req-82e4fa5d-1d82-4dcf-a884-df730da07705 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:48.923542 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7192a60e-db38-4d4e-bc4c-83cbffeb6e6e req-82e4fa5d-1d82-4dcf-a884-df730da07705 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1651433 Oct 27 15:08:48.945512 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-2038ff84-105c-40a9-9e97-d89f200dc00c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 1099 time: 0.1383982 Oct 27 15:08:49.043966 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7192a60e-db38-4d4e-bc4c-83cbffeb6e6e req-cfe983ed-7ce4-4eb0-b1ba-ace7afc5d26f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192033 Oct 27 15:08:49.172439 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-67da2a4f-500d-4a1e-bd22-d2d5b495f40b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:49.174872 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-67da2a4f-500d-4a1e-bd22-d2d5b495f40b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 913 time: 0.2183263 Oct 27 15:08:49.193119 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef789a-9bcf-48f3-bc10-3cd375e49c3d req-0a8271bc-a115-4fcf-8965-759b105d4695 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:49.204851 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c3ef789a-9bcf-48f3-bc10-3cd375e49c3d req-0a8271bc-a115-4fcf-8965-759b105d4695 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.3836825 Oct 27 15:08:49.377609 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:49.378576 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e65d9c41-a0ec-4e50-9f9d-9580133108d9 req-a6da4748-5cc3-4ea8-be31-6a07fe57bb92 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 210 time: 0.0597713 Oct 27 15:08:49.418460 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-b6327dfc-e40e-474e-8aae-a4d64356051c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb HTTP/1.1" status: 200 len: 1002 time: 0.2318897 Oct 27 15:08:49.425203 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c3ef789a-9bcf-48f3-bc10-3cd375e49c3d req-2a4246bf-9b19-45ac-917f-b6460797d4e6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194440 Oct 27 15:08:49.436127 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-0b3a5a3e-b81f-456c-a5c1-f8ced9bf3b09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:49.437632 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-0b3a5a3e-b81f-456c-a5c1-f8ced9bf3b09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.52 "GET /v2.0/networks?id=a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 200 len: 815 time: 0.3685129 Oct 27 15:08:49.466469 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'port': {'device_id': 'c881cb73-af27-48bd-9166-abab76dcff14', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'admin_state_up': True, 'tenant_id': 'affe4a84307f4369ad03bd233b92716d'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:08:49.516014 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-a8fe136c-c34b-47b7-abfe-196af27f5d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:49.519180 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-a8fe136c-c34b-47b7-abfe-196af27f5d5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.0846720 Oct 27 15:08:49.665283 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-e3784dd7-c9dd-4667-a3d6-9c25d21b755e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1215639 Oct 27 15:08:49.680220 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:08:49.726970 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:08:49.751970 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Made reservation on behalf of affe4a84307f4369ad03bd233b92716d for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:08:49.755953 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:49.797083 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Allocated IP 172.28.2.198 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/2a84be59-4b15-4deb-913d-fb6fb755d9d6) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:08:49.960046 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-5233d3d8-d6c7-4ff7-9dde-418e8e943770 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860975 Oct 27 15:08:50.141247 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c83bc670-3cb6-46c0-bee7-91ee86b172e3 req-6b468be5-e2e2-4744-89aa-5d5683138382 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696975 Oct 27 15:08:50.233562 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Allocated IP 172.20.0.9 (a1b4969b-373b-4a36-bb94-84e6db9bce2a/21943bd3-a366-4641-b640-093ebb0f65d5/3b2ad25c-a02f-4160-9c56-d6490acda84d) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:08:50.272683 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:50.613137 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64b3c-6e13-4cf2-b605-e96340e88f86 req-67b0bfe7-24d5-42c1-8cb4-a7362af261cd tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:50.615548 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ccd64b3c-6e13-4cf2-b605-e96340e88f86 req-67b0bfe7-24d5-42c1-8cb4-a7362af261cd tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2394905 Oct 27 15:08:50.710145 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:50.722278 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ccd64b3c-6e13-4cf2-b605-e96340e88f86 req-e6fccd5a-36a7-4404-bc07-16ebc194bbdf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990059 Oct 27 15:08:50.786018 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:50.795613 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-8de1276f-c980-4d85-944f-0f831f9b3d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:50.850283 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-45b8cee1-136c-46bd-a88b-0f0f624071cc req-821fa449-4e9f-4aef-a0d2-fe157cb3c524 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 210 time: 0.1538734 Oct 27 15:08:50.914751 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:08:50.935005 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:08:50.955961 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:08:51.039810 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4d89d-dfb3-4786-bb25-7b766ed39417 req-10eaf52b-c617-43d2-8d0f-2216ab4b8df8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:51.051035 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-beb4d89d-dfb3-4786-bb25-7b766ed39417 req-10eaf52b-c617-43d2-8d0f-2216ab4b8df8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1785948 Oct 27 15:08:51.154344 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-beb4d89d-dfb3-4786-bb25-7b766ed39417 req-63f1aeeb-aed5-41c0-a577-859e5722cd6d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018894 Oct 27 15:08:51.210102 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'Port': ['ID=2a84be59-4b15-4deb-913d-fb6fb755d9d6,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:51.253453 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:51.296520 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:51.624145 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Transition to ACTIVE for port object 3b2ad25c-a02f-4160-9c56-d6490acda84d will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:08:51.807099 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:51.893556 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:52.040589 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:52.073407 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:52.100290 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35c006-7a43-4b70-ba80-f1b7f09ad24c req-dac3ea6c-8345-4ba1-bbd0-af00a6e275d2 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:52.102231 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1b35c006-7a43-4b70-ba80-f1b7f09ad24c req-dac3ea6c-8345-4ba1-bbd0-af00a6e275d2 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1844831 Oct 27 15:08:52.138937 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:52.226557 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'Port': ['ID=3b2ad25c-a02f-4160-9c56-d6490acda84d,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:52.239437 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1b35c006-7a43-4b70-ba80-f1b7f09ad24c req-b301b216-c785-49b9-b514-d94cf03faced tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192493 Oct 27 15:08:52.245380 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:52.366566 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:08:52.376519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:08:52.381249 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:08:52.477252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588394-d69e-4c69-a662-aba897af08de req-568b1e2c-312e-4259-b654-68d82b441eee tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:52.479519 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d7588394-d69e-4c69-a662-aba897af08de req-568b1e2c-312e-4259-b654-68d82b441eee tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.4399960 Oct 27 15:08:52.600204 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:52.600883 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:52.644682 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc63b1-ff9d-4039-b07f-ac4e36ddf185 req-26996923-7281-4d35-9bb1-bb1531dfa2e6 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:52.653105 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3bbc63b1-ff9d-4039-b07f-ac4e36ddf185 req-26996923-7281-4d35-9bb1-bb1531dfa2e6 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 931 time: 0.2123630 Oct 27 15:08:52.675793 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2220750 Oct 27 15:08:52.781586 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-3bbc63b1-ff9d-4039-b07f-ac4e36ddf185 req-20f0abc0-97ae-48ed-9e81-0b36ba0af53f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Synchronizing usage tracker for tenant:affe4a84307f4369ad03bd233b92716d on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:08:52.813028 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-3bbc63b1-ff9d-4039-b07f-ac4e36ddf185 req-20f0abc0-97ae-48ed-9e81-0b36ba0af53f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Unset dirty status for tenant:affe4a84307f4369ad03bd233b92716d on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:08:52.829737 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3bbc63b1-ff9d-4039-b07f-ac4e36ddf185 req-20f0abc0-97ae-48ed-9e81-0b36ba0af53f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613095 Oct 27 15:08:52.838173 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-2db7e026-6fb9-46ee-bb00-40a448f8bd77 None None] Provisioning for port 3b2ad25c-a02f-4160-9c56-d6490acda84d completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:08:52.838679 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d7588394-d69e-4c69-a662-aba897af08de req-316552f6-9bd7-47af-bfbe-209665e41633 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454113 Oct 27 15:08:52.843450 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-2db7e026-6fb9-46ee-bb00-40a448f8bd77 None None] Provisioning complete for port 3b2ad25c-a02f-4160-9c56-d6490acda84d triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:08:52.844017 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-2db7e026-6fb9-46ee-bb00-40a448f8bd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:52.932386 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-2db7e026-6fb9-46ee-bb00-40a448f8bd77 None None] Port 3b2ad25c-a02f-4160-9c56-d6490acda84d cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:08:52.937741 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:52.946923 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:52.969118 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:08:53.032177 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event updated for resources: {'Port': ['ID=2a84be59-4b15-4deb-913d-fb6fb755d9d6,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:08:53.035188 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:08:53.123336 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:53.138655 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc4412-822b-4cc7-bd44-e3c1199f8ac9 req-76079bca-4fd7-4935-b28f-c3ad4e631287 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:53.141089 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-37dc4412-822b-4cc7-bd44-e3c1199f8ac9 req-76079bca-4fd7-4935-b28f-c3ad4e631287 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1290824 Oct 27 15:08:53.225431 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:53.265197 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-37dc4412-822b-4cc7-bd44-e3c1199f8ac9 req-4be9c140-f217-4c0e-af5f-f29af6d55d0c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161039 Oct 27 15:08:53.454706 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.l3_db [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Floating IP 13c8dbfc-ab98-412d-b674-a88498254339 associated. External IP: 172.28.2.198, port: 61fb40df-8513-4046-9712-534c63cfbf27. Oct 27 15:08:53.702307 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f12b4a-dd7b-4bf0-82da-a7b9f67ef157 req-a2b5fdc9-aaac-4a7f-b788-29fcc48ad996 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:53.703810 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a6f12b4a-dd7b-4bf0-82da-a7b9f67ef157 req-a2b5fdc9-aaac-4a7f-b788-29fcc48ad996 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1680093 Oct 27 15:08:53.770008 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a6f12b4a-dd7b-4bf0-82da-a7b9f67ef157 req-f91cbb35-38e2-4f82-bee1-351165fb3b10 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596554 Oct 27 15:08:54.073719 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Router af8e7a56-8ba5-45bb-b476-aa5270f2194a has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:08:54.173623 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c95461-4b86-41c3-9363-28609c3a2351 req-55034899-a20c-45e7-bf90-7fefea9d2340 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:54.181164 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b4c95461-4b86-41c3-9363-28609c3a2351 req-55034899-a20c-45e7-bf90-7fefea9d2340 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 931 time: 0.1595657 Oct 27 15:08:54.239346 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b4c95461-4b86-41c3-9363-28609c3a2351 req-d7c07af3-d0e6-454d-b4a1-199f58ee7510 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571289 Oct 27 15:08:54.429780 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8495141-188f-45c4-bc72-1c6dd45d9be3 req-b7ed096e-49f3-47f0-a269-a61cee57ad9b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:54.442908 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e8495141-188f-45c4-bc72-1c6dd45d9be3 req-b7ed096e-49f3-47f0-a269-a61cee57ad9b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.3597355 Oct 27 15:08:54.680471 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e8495141-188f-45c4-bc72-1c6dd45d9be3 req-0c6fd97c-dd46-4b5b-a4b8-8dd1fbeefc1b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361467 Oct 27 15:08:54.697835 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051dfc9-9946-4f53-b84e-62e9cadaa54a req-f180d604-c507-452e-ba8c-0b70a35117bf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:54.699657 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5051dfc9-9946-4f53-b84e-62e9cadaa54a req-f180d604-c507-452e-ba8c-0b70a35117bf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1874213 Oct 27 15:08:54.709250 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:08:54.740842 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] Sync routers for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:08:54.749215 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:08:54.784644 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:54.786004 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:08:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:54.845754 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.1470110 Oct 27 15:08:54.846167 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5051dfc9-9946-4f53-b84e-62e9cadaa54a req-1a3c5ed2-fbc8-4153-ac61-4d17363be8dc tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381803 Oct 27 15:08:54.846875 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:08:55.026948 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27', 'status': 'completed', 'code': 200} Oct 27 15:08:55.069481 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:55.092163 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c6019-338f-40c6-ac96-0748bde9e537 req-b4e44393-6aa4-4227-a48e-5dc63d1cd15d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:55.093902 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-340c6019-338f-40c6-ac96-0748bde9e537 req-b4e44393-6aa4-4227-a48e-5dc63d1cd15d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1091800 Oct 27 15:08:55.187722 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-340c6019-338f-40c6-ac96-0748bde9e537 req-8a780809-af0d-4aa0-94cb-415aa32481b7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857170 Oct 27 15:08:55.499256 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6e627-83bb-44d6-bd68-7c2d9f2b1a16 req-6768348b-77e5-4655-b479-af372466b3f2 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:55.501127 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c2b6e627-83bb-44d6-bd68-7c2d9f2b1a16 req-6768348b-77e5-4655-b479-af372466b3f2 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 931 time: 0.1151338 Oct 27 15:08:55.522192 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '13c8dbfc-ab98-412d-b674-a88498254339', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'port_id': '61fb40df-8513-4046-9712-534c63cfbf27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'mac_address': 'fa:16:3e:48:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:08:51Z', 'updated_at': '2021-10-27T15:08:51Z', 'revision_number': 0, 'project_id': '0369c2b29c244d56821e09265d801a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:44Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:55.526800 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] Checking router: af8e7a56-8ba5-45bb-b476-aa5270f2194a for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:08:55.538504 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:08:55.539195 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:08:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:55.552129 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c2b6e627-83bb-44d6-bd68-7c2d9f2b1a16 req-1ba1901d-b889-44c9-b52a-71f96c89608b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441399 Oct 27 15:08:55.735238 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:08:55.988764 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f47cd-f27d-47cb-9a62-2a75fc046dc3 req-04597c76-b48e-4235-8386-aad19c642c7c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:55.990631 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-920f47cd-f27d-47cb-9a62-2a75fc046dc3 req-04597c76-b48e-4235-8386-aad19c642c7c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1161244 Oct 27 15:08:56.061177 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-920f47cd-f27d-47cb-9a62-2a75fc046dc3 req-38702eb2-668e-4b7d-8683-3c08a476bfee tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641730 Oct 27 15:08:56.213315 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10a184-cdf4-425e-9df7-207e6832bcd9 req-22da5b6f-fc30-4eb2-a460-d9e72f72c4bc tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:56.216385 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8d10a184-cdf4-425e-9df7-207e6832bcd9 req-22da5b6f-fc30-4eb2-a460-d9e72f72c4bc tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1288168 Oct 27 15:08:56.253531 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '13c8dbfc-ab98-412d-b674-a88498254339', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'port_id': '61fb40df-8513-4046-9712-534c63cfbf27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'mac_address': 'fa:16:3e:48:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:08:51Z', 'updated_at': '2021-10-27T15:08:51Z', 'revision_number': 0, 'project_id': '0369c2b29c244d56821e09265d801a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:44Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:08:56.258566 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387d8405-9170-4979-ae7a-959f7be84bb2 None None] The sync data for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb is: [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': '13c8dbfc-ab98-412d-b674-a88498254339', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'floating_ip_address': '172.28.2.198', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'port_id': '61fb40df-8513-4046-9712-534c63cfbf27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'mac_address': 'fa:16:3e:48:8e:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:08:51Z', 'updated_at': '2021-10-27T15:08:51Z', 'revision_number': 0, 'project_id': '0369c2b29c244d56821e09265d801a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:44Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:08:56.307079 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8d10a184-cdf4-425e-9df7-207e6832bcd9 req-8326c8a4-3188-4e03-9be1-9ed299889869 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729008 Oct 27 15:08:56.515874 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f26a86-86df-4906-90b0-f589aea75711 req-e641af38-a99e-42bc-a0a5-a13835e7fbba tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:56.517532 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-00f26a86-86df-4906-90b0-f589aea75711 req-e641af38-a99e-42bc-a0a5-a13835e7fbba tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1065705 Oct 27 15:08:56.579718 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-00f26a86-86df-4906-90b0-f589aea75711 req-975ba552-1d8f-44fe-aabc-3cd64573efd1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551791 Oct 27 15:08:56.765104 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49560e24-63e6-4cde-84a3-4f067719bd1f req-ecbb6391-4eb4-4295-95fd-dbe97a1cfdb3 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:56.767356 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-49560e24-63e6-4cde-84a3-4f067719bd1f req-ecbb6391-4eb4-4295-95fd-dbe97a1cfdb3 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 931 time: 0.0815699 Oct 27 15:08:56.816964 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-49560e24-63e6-4cde-84a3-4f067719bd1f req-f9755adb-d1bc-4ad8-9e1e-bc65f3d3e8e2 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Oct 27 15:08:57.304161 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43321eeb-1151-4c11-940a-5c2e4ab24e07 req-34fe2879-e72d-4fb4-98c4-9eeef401e88e tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:57.305199 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-43321eeb-1151-4c11-940a-5c2e4ab24e07 req-34fe2879-e72d-4fb4-98c4-9eeef401e88e tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.0913217 Oct 27 15:08:57.360376 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-43321eeb-1151-4c11-940a-5c2e4ab24e07 req-f23e59b7-e501-42c6-b404-976d103bf198 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472980 Oct 27 15:08:57.641555 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a204b2-1fa3-45b7-b151-a9cc66a0360d req-909ca813-2520-4c3c-acf7-8c7e9a60bca0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:57.644115 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-69a204b2-1fa3-45b7-b151-a9cc66a0360d req-909ca813-2520-4c3c-acf7-8c7e9a60bca0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1665668 Oct 27 15:08:57.739930 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-69a204b2-1fa3-45b7-b151-a9cc66a0360d req-0ecbc182-24ee-41fe-95a7-ff374886e7f2 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896711 Oct 27 15:08:57.851044 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0b0a6-8295-4527-8452-ad6b2b326d80 req-61f3a57b-bb09-4cd3-b517-f5c5b7478a03 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:57.852529 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-12a0b0a6-8295-4527-8452-ad6b2b326d80 req-61f3a57b-bb09-4cd3-b517-f5c5b7478a03 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0868971 Oct 27 15:08:57.915507 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-12a0b0a6-8295-4527-8452-ad6b2b326d80 req-a6b7d434-e2fa-4089-a2cf-e95cf23d225b tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559134 Oct 27 15:08:58.163346 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf244-3a5e-4e6e-a9f4-25a33b903763 req-166c3335-154e-4841-9629-68e27878e94f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:58.170625 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1a7bf244-3a5e-4e6e-a9f4-25a33b903763 req-166c3335-154e-4841-9629-68e27878e94f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 931 time: 0.0851548 Oct 27 15:08:58.220224 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1a7bf244-3a5e-4e6e-a9f4-25a33b903763 req-9b87cd94-f8f7-47ed-949e-7146367af30e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Oct 27 15:08:58.565630 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734dcb43-cab0-42b9-a474-a2da99200f28 req-08fa8dc3-abda-4903-9577-3ec904c4bcb2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:58.567009 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-734dcb43-cab0-42b9-a474-a2da99200f28 req-08fa8dc3-abda-4903-9577-3ec904c4bcb2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.0803256 Oct 27 15:08:58.613997 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-734dcb43-cab0-42b9-a474-a2da99200f28 req-af193f4a-d45f-49d6-9dd4-1038101d14f4 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Oct 27 15:08:58.987277 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c7c53-d2c4-479b-b2bb-2426d0ef03fa req-334a18c9-329b-4a0f-9715-4454ff320ffe tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:58.994807 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8c5c7c53-d2c4-479b-b2bb-2426d0ef03fa req-334a18c9-329b-4a0f-9715-4454ff320ffe tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1075852 Oct 27 15:08:59.056916 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8c5c7c53-d2c4-479b-b2bb-2426d0ef03fa req-486b2bd9-57c2-42cf-9f05-082c60c559ed tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604396 Oct 27 15:08:59.235083 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c89724-9f6e-4499-b808-f6d178a9f174 req-d507e461-f02f-4471-bd9f-a83288e9e3fa tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:59.236849 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f6c89724-9f6e-4499-b808-f6d178a9f174 req-d507e461-f02f-4471-bd9f-a83288e9e3fa tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1552105 Oct 27 15:08:59.323620 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f6c89724-9f6e-4499-b808-f6d178a9f174 req-c68a9fa5-5f21-401d-84d5-7c1159aed846 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797756 Oct 27 15:08:59.491983 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65f87-4f57-4feb-b314-269e9542d4b4 req-691a7bb0-6f86-4e9c-8b69-5c20d011f080 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:59.495203 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9cb65f87-4f57-4feb-b314-269e9542d4b4 req-691a7bb0-6f86-4e9c-8b69-5c20d011f080 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 931 time: 0.1136131 Oct 27 15:08:59.545876 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9cb65f87-4f57-4feb-b314-269e9542d4b4 req-95bacb43-c222-4cdb-8e68-402eb4a42c6e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450625 Oct 27 15:08:59.822889 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed8ed-e5cd-4689-b480-836b1d3a3957 req-1151b459-95de-4790-9210-08043a0dfe85 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:08:59.824549 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a41ed8ed-e5cd-4689-b480-836b1d3a3957 req-1151b459-95de-4790-9210-08043a0dfe85 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.0847530 Oct 27 15:08:59.879682 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a41ed8ed-e5cd-4689-b480-836b1d3a3957 req-b3e75206-17d5-42a2-af16-83dcad6bcfa3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493503 Oct 27 15:08:59.885947 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5cd459-1dcc-4515-8897-9eb8beff5464 None None] New status for floating IP 13c8dbfc-ab98-412d-b674-a88498254339: ACTIVE {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:09:00.316097 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e006a28-3a9a-47de-8642-105683cb0368 req-4e960a15-499c-4525-9521-1c62517682fa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:00.317564 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2e006a28-3a9a-47de-8642-105683cb0368 req-4e960a15-499c-4525-9521-1c62517682fa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.0835650 Oct 27 15:09:00.385006 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2e006a28-3a9a-47de-8642-105683cb0368 req-2d58cd94-a07b-41ec-8bc3-ebb58d9332cf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602648 Oct 27 15:09:00.527195 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e71069-03c1-4aef-9f39-0517d82dddb4 req-e68cd820-9f6b-41df-be66-7ea7eff96995 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:00.528722 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-77e71069-03c1-4aef-9f39-0517d82dddb4 req-e68cd820-9f6b-41df-be66-7ea7eff96995 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0863557 Oct 27 15:09:00.578383 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-77e71069-03c1-4aef-9f39-0517d82dddb4 req-a5c11313-41fa-4772-96f1-7f93d11df5a6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432603 Oct 27 15:09:00.778715 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aac57a-ff86-45da-a0a3-dfb49c3b8702 req-9c9ccbda-34f5-45b0-9ba9-2070befce6b1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:00.781106 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-09aac57a-ff86-45da-a0a3-dfb49c3b8702 req-9c9ccbda-34f5-45b0-9ba9-2070befce6b1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 931 time: 0.0914965 Oct 27 15:09:00.832067 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-09aac57a-ff86-45da-a0a3-dfb49c3b8702 req-b63e6da1-042d-4bb1-aeb8-b6c3fdb55700 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Oct 27 15:09:01.094153 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d956e7f-ab5c-42d2-9527-b897403b665f req-0e66e487-f0d4-4d5a-a79d-67015f9390e0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:01.095749 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9d956e7f-ab5c-42d2-9527-b897403b665f req-0e66e487-f0d4-4d5a-a79d-67015f9390e0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.0873268 Oct 27 15:09:01.160540 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9d956e7f-ab5c-42d2-9527-b897403b665f req-4c0b1357-6671-4bd5-9515-f96651e51bf1 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590379 Oct 27 15:09:01.323507 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Request body: {'port': {'device_id': 'c881cb73-af27-48bd-9166-abab76dcff14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:01.469003 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-9c74910f-4cb7-49ab-94fc-ea7f968cd7fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1098 time: 0.1287739 Oct 27 15:09:01.624880 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:01.700376 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-ba9dfa2c-91b7-46ac-bea2-cc5c5ac6d3b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0369c2b29c244d56821e09265d801a43&device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1099 time: 0.2370043 Oct 27 15:09:01.805554 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-18554838-c5ae-4c16-a253-33b409fafb90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:01.807214 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-18554838-c5ae-4c16-a253-33b409fafb90 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 921 time: 0.3259137 Oct 27 15:09:01.890543 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-cfb916ba-25b9-4121-970e-2a107621a87b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007 HTTP/1.1" status: 200 len: 217 time: 0.0747058 Oct 27 15:09:01.905202 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9ac8c-1764-4d1a-8769-8aa66bd2436c req-db56e162-cb7b-4793-be9f-dc365870321b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:01.906708 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f0d9ac8c-1764-4d1a-8769-8aa66bd2436c req-db56e162-cb7b-4793-be9f-dc365870321b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.2287350 Oct 27 15:09:01.995675 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-bba08bd3-78f7-4a69-b88d-53bb4c71e9c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:01.997160 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-bba08bd3-78f7-4a69-b88d-53bb4c71e9c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.0895596 Oct 27 15:09:02.001893 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f0d9ac8c-1764-4d1a-8769-8aa66bd2436c req-16e26c5f-1386-459e-bf7d-69a80558675b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623152 Oct 27 15:09:02.050438 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-4d92cb92-d02b-43a1-864d-42418611b256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:02.052270 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-4d92cb92-d02b-43a1-864d-42418611b256 service neutron] 10.222.0.52 "GET /v2.0/networks?id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 200 len: 911 time: 0.3443174 Oct 27 15:09:02.060600 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-204f2e5e-3648-46d2-8dd1-704f0b2a74bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498118 Oct 27 15:09:02.254355 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ae47b-2cdf-4ee4-8729-e6cbd62dc381 req-cea5d7ef-fff7-4ace-8750-9cccbd23d415 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:02.255866 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cf8ae47b-2cdf-4ee4-8729-e6cbd62dc381 req-cea5d7ef-fff7-4ace-8750-9cccbd23d415 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.5015020 Oct 27 15:09:02.281477 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-6892979d-c2c8-44b7-a973-cf4108dca842 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075455 Oct 27 15:09:02.295348 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319e37-1d75-4fe6-a763-0034140ecdaa req-c63a0092-7cc5-4c29-b7f0-7963f4866246 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:02.296780 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e3319e37-1d75-4fe6-a763-0034140ecdaa req-c63a0092-7cc5-4c29-b7f0-7963f4866246 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 931 time: 0.1623955 Oct 27 15:09:02.304776 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-8c8408b6-600c-4218-9585-11da3ff25c8a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 200 len: 1002 time: 0.2240481 Oct 27 15:09:02.397264 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cf8ae47b-2cdf-4ee4-8729-e6cbd62dc381 req-56f16631-6c02-4b42-8dd2-a79c83d11a70 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293752 Oct 27 15:09:02.476449 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2ad25c-a02f-4160-9c56-d6490acda84d {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:09:02.485120 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:02.489252 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e3319e37-1d75-4fe6-a763-0034140ecdaa req-67b6c01c-670a-4c01-ad4f-cc27d9085ddf tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713123 Oct 27 15:09:02.506477 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Transition to ACTIVE for port object 3b2ad25c-a02f-4160-9c56-d6490acda84d will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:09:02.513003 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-97af4d6e-82db-4278-ae25-1d31881aae23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:02.517166 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-97af4d6e-82db-4278-ae25-1d31881aae23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf02d238-c971-40a0-b3e9-29abb1d47e1d HTTP/1.1" status: 200 len: 848 time: 0.2024775 Oct 27 15:09:02.519397 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:02.526908 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:02.530083 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8fd8a30e-68bf-44a2-a011-ad4f0323ecde req-82ffe77f-a897-4c57-8a7e-0a819324a3a5 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323582 Oct 27 15:09:02.794350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2ad25c-a02f-4160-9c56-d6490acda84d,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:02.797655 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:02.948760 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63572fd-9020-4151-888e-57a239835493 req-a71c89f9-284e-4008-aa0f-d94f1588f18f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:02.950297 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b63572fd-9020-4151-888e-57a239835493 req-a71c89f9-284e-4008-aa0f-d94f1588f18f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.3662093 Oct 27 15:09:02.966233 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-85620477-895c-48f6-b0c1-ecb711d7668b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3806827 Oct 27 15:09:03.023360 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Attempting to bind port 3b2ad25c-a02f-4160-9c56-d6490acda84d on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:09:03.023711 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Attempting to bind port 3b2ad25c-a02f-4160-9c56-d6490acda84d by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:09:03.024059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Attempting to bind port 3b2ad25c-a02f-4160-9c56-d6490acda84d on network a1b4969b-373b-4a36-bb94-84e6db9bce2a {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:09:03.121619 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Port 3b2ad25c-a02f-4160-9c56-d6490acda84d on network a1b4969b-373b-4a36-bb94-84e6db9bce2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:09:03.121948 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Attempting to bind port 3b2ad25c-a02f-4160-9c56-d6490acda84d on network a1b4969b-373b-4a36-bb94-84e6db9bce2a {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:09:03.134513 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b63572fd-9020-4151-888e-57a239835493 req-ef686fad-94c8-45d4-a855-13725eb710f7 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737964 Oct 27 15:09:03.148148 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:09:03.148638 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Checking segment: {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:09:03.148983 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Bound using segment: {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:09:03.149430 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Bound port: 3b2ad25c-a02f-4160-9c56-d6490acda84d, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b96882-964c-49d6-95e1-77b73ce08b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:09:03.149810 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:03.229842 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-cbd247a9-6c91-468a-8a16-45180c8eb8ea service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420623 Oct 27 15:09:03.236181 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166eb5e-6380-4164-883a-f2de5814a877 req-85ccecc2-3846-4463-acdb-4f4f0ea138b7 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:03.237669 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a166eb5e-6380-4164-883a-f2de5814a877 req-85ccecc2-3846-4463-acdb-4f4f0ea138b7 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.0883398 Oct 27 15:09:03.286611 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a166eb5e-6380-4164-883a-f2de5814a877 req-4c6350c4-dfa1-4639-99c8-0fdb080ba650 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 Oct 27 15:09:03.362195 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] For port 3b2ad25c-a02f-4160-9c56-d6490acda84d, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:09:03.380974 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] For port 3b2ad25c-a02f-4160-9c56-d6490acda84d, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:09:03.389958 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:03.401641 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d7df093e-82a6-4d11-8a9f-b49271f0ead9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:03.467583 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-37096a42-278b-4b4b-b4cb-aea009e9b330 req-55ab53bb-1433-4b15-935a-27bb27a0defb service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298939 Oct 27 15:09:03.476602 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:03.478864 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] 10.222.0.52 "PUT /v2.0/ports/3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 1093 time: 2.1603181 Oct 27 15:09:03.482060 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:03.502208 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2ad25c-a02f-4160-9c56-d6490acda84d,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:03.510714 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:03.564214 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'status': 'completed', 'code': 200} Oct 27 15:09:03.665344 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-8deb4c1a-d0d3-4bf6-8c77-47f780c4053a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=affe4a84307f4369ad03bd233b92716d&device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1096 time: 0.1419435 Oct 27 15:09:03.679134 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1d751-7334-4f5d-9a1f-a87b88efb215 req-b08b8c8f-e1f2-4c2a-8880-72fa775b5b29 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:03.680801 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f4f1d751-7334-4f5d-9a1f-a87b88efb215 req-b08b8c8f-e1f2-4c2a-8880-72fa775b5b29 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1157873 Oct 27 15:09:03.740808 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b290-8bed-4946-b9f8-94771b211ba2 req-4b5672fd-0ebd-4157-a82e-b2c50e1cecca tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:03.742200 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-fda5b290-8bed-4946-b9f8-94771b211ba2 req-4b5672fd-0ebd-4157-a82e-b2c50e1cecca tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 943 time: 0.0847554 Oct 27 15:09:03.763382 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-ef313788-966d-4204-89f2-b0fe56f4c623 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 217 time: 0.0809486 Oct 27 15:09:03.791496 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-fda5b290-8bed-4946-b9f8-94771b211ba2 req-0441f183-4d65-411e-a445-19bf0359b65c tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Oct 27 15:09:03.912511 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f4f1d751-7334-4f5d-9a1f-a87b88efb215 req-be015861-69b1-4458-85b8-c95472bccb69 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808987 Oct 27 15:09:03.930418 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-40f284d2-c71f-4a36-b521-c7175d7fce44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:03.932700 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-40f284d2-c71f-4a36-b521-c7175d7fce44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21943bd3-a366-4641-b640-093ebb0f65d5 HTTP/1.1" status: 200 len: 854 time: 0.1535537 Oct 27 15:09:04.019243 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-d70fc22c-9061-42ba-b031-5bfaa365b608 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1b4969b-373b-4a36-bb94-84e6db9bce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798984 Oct 27 15:09:04.176878 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-e27bb992-970e-4eda-b708-b75274b64d86 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442814 Oct 27 15:09:04.338409 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6089c01d-bcb0-4ceb-b8c0-a3aa184892dd req-3e35919c-3b72-41aa-a234-671cda5344c7 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496148 Oct 27 15:09:04.483538 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-6729070d-a07f-4a70-b48d-ba59ef2e4501 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=affe4a84307f4369ad03bd233b92716d&device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1096 time: 0.0884588 Oct 27 15:09:04.651771 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-b9b6027d-1271-4e31-996c-416c3beca594 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:04.653266 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-b9b6027d-1271-4e31-996c-416c3beca594 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 200 len: 917 time: 0.1552775 Oct 27 15:09:04.724726 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-fa2216ee-9c26-49ae-9586-a5f89c4b0d1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 217 time: 0.0630002 Oct 27 15:09:04.793112 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-ba4504d1-de3e-4cfd-a3f8-f29c656aa7c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:04.794529 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-ba4504d1-de3e-4cfd-a3f8-f29c656aa7c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21943bd3-a366-4641-b640-093ebb0f65d5 HTTP/1.1" status: 200 len: 854 time: 0.0632174 Oct 27 15:09:04.877718 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-0701bb8f-c153-4965-8149-2189d9dbec81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1b4969b-373b-4a36-bb94-84e6db9bce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699263 Oct 27 15:09:05.012063 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd012e-6d45-4ee0-8125-42a18dd024c6 req-a092ea71-5477-4902-9ef9-d5449a4b6d2f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:05.013652 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f6fd012e-6d45-4ee0-8125-42a18dd024c6 req-a092ea71-5477-4902-9ef9-d5449a4b6d2f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 943 time: 0.1023521 Oct 27 15:09:05.023808 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-77224b7d-d75c-4992-abd5-38d917d3a9e0 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347427 Oct 27 15:09:05.063922 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f6fd012e-6d45-4ee0-8125-42a18dd024c6 req-1a451b51-9534-4be4-bb9c-4d6a25d50bdb tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Oct 27 15:09:05.229346 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c9417a03-06b1-4ec4-a48f-b7bd108f4dce req-1f147355-f72e-485d-8da0-5a3382449276 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930022 Oct 27 15:09:05.238981 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dd492-2949-4ba8-bed1-7aa1b5597a2b req-3d3245de-1cce-4150-92f0-a3d935749d33 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:05.240453 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-798dd492-2949-4ba8-bed1-7aa1b5597a2b req-3d3245de-1cce-4150-92f0-a3d935749d33 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1858206 Oct 27 15:09:05.289743 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-798dd492-2949-4ba8-bed1-7aa1b5597a2b req-f1f2fb2d-632a-45f8-9727-e10f3bebeac6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 Oct 27 15:09:06.270586 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31abab5-310c-4563-ad06-01febfe63326 req-d23e2d67-8e24-4b31-aeef-c0259f487f03 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:06.272070 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f31abab5-310c-4563-ad06-01febfe63326 req-d23e2d67-8e24-4b31-aeef-c0259f487f03 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 943 time: 0.0812953 Oct 27 15:09:06.326493 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f31abab5-310c-4563-ad06-01febfe63326 req-a173bfcd-e7fb-409c-81f2-b21a27d68ed3 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482993 Oct 27 15:09:06.471861 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:06.497315 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b616a99-f7f7-426a-895e-c044883bba55 req-b99ccc5a-0a9e-43c4-a7ec-2f8c35037fad tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:06.498834 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1b616a99-f7f7-426a-895e-c044883bba55 req-b99ccc5a-0a9e-43c4-a7ec-2f8c35037fad tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0836644 Oct 27 15:09:06.548402 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1b616a99-f7f7-426a-895e-c044883bba55 req-6a61e19b-bf4a-4ae4-902e-f25eebf63d49 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439787 Oct 27 15:09:07.537662 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756ed91-0e8f-45a1-8c07-536d5208fa2e req-f85550e8-c543-4852-a18d-3f5a725036ee tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:07.539278 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1756ed91-0e8f-45a1-8c07-536d5208fa2e req-f85550e8-c543-4852-a18d-3f5a725036ee tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 943 time: 0.0845959 Oct 27 15:09:07.587676 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1756ed91-0e8f-45a1-8c07-536d5208fa2e req-9cac746a-bc71-47f1-974b-50d6c15a6509 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Oct 27 15:09:07.753869 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918df32b-dfbd-4db3-8c37-130b0600078a req-5dcb580b-c8ef-4af0-a718-a8412a20a643 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:07.755212 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-918df32b-dfbd-4db3-8c37-130b0600078a req-5dcb580b-c8ef-4af0-a718-a8412a20a643 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0759161 Oct 27 15:09:07.802300 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-918df32b-dfbd-4db3-8c37-130b0600078a req-b326ef59-609a-4d9a-ae90-f0b528fb45de tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 Oct 27 15:09:08.120975 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 3b2ad25c-a02f-4160-9c56-d6490acda84d details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:09:08.289197 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 3b2ad25c-a02f-4160-9c56-d6490acda84d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:08.303285 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'port_id': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'mac_address': 'fa:16:3e:0d:e0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:09:08.360925 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:08.378226 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2ad25c-a02f-4160-9c56-d6490acda84d {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:09:08.394041 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 3b2ad25c-a02f-4160-9c56-d6490acda84d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:08.398180 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:08.400010 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:08.463939 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=3b2ad25c-a02f-4160-9c56-d6490acda84d,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:08.472396 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.472744 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.473084 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.473449 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.473891 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.474337 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.474689 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.475014 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.475341 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.475666 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.475987 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:08.480792 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:08.710667 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['3b2ad25c-a02f-4160-9c56-d6490acda84d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:09:08.789687 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586fe60-9824-408d-9829-08a0921c5ba3 req-eee2ddf7-c849-4b0f-bdd9-ae25135130b1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:08.791151 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0586fe60-9824-408d-9829-08a0921c5ba3 req-eee2ddf7-c849-4b0f-bdd9-ae25135130b1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 944 time: 0.0840435 Oct 27 15:09:08.839317 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0586fe60-9824-408d-9829-08a0921c5ba3 req-a2ee73f4-f71c-4e74-9453-356364fc0dbc tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Oct 27 15:09:09.006642 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afbd28-7d91-405a-a4d8-8eb6f126ace3 req-56b0d168-8dd8-435a-a5d9-90e2f5ceea01 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:09.008185 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f1afbd28-7d91-405a-a4d8-8eb6f126ace3 req-56b0d168-8dd8-435a-a5d9-90e2f5ceea01 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0812671 Oct 27 15:09:09.054525 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f1afbd28-7d91-405a-a4d8-8eb6f126ace3 req-60d15689-b486-4ee5-bc4d-cb4491df13d8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400982 Oct 27 15:09:10.040622 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813beaf-843f-4fe2-a845-09c403fd5949 req-ce062f2a-27d5-4f64-89b7-c0e46b4bac72 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:10.042803 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2813beaf-843f-4fe2-a845-09c403fd5949 req-ce062f2a-27d5-4f64-89b7-c0e46b4bac72 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 944 time: 0.0754614 Oct 27 15:09:10.091912 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2813beaf-843f-4fe2-a845-09c403fd5949 req-a4625e00-8c11-4e2d-9452-88214b9b7ee0 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Oct 27 15:09:10.131422 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 3b2ad25c-a02f-4160-9c56-d6490acda84d up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:09:10.207156 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 3b2ad25c-a02f-4160-9c56-d6490acda84d completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:09:10.212247 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 3b2ad25c-a02f-4160-9c56-d6490acda84d triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:09:10.212638 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:10.271601 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3fd72-3153-4634-9be3-764c071cd50d req-caa8f94a-54fc-4b89-a27a-edbbab26615f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:10.273092 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e9d3fd72-3153-4634-9be3-764c071cd50d req-caa8f94a-54fc-4b89-a27a-edbbab26615f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0801661 Oct 27 15:09:10.321879 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e9d3fd72-3153-4634-9be3-764c071cd50d req-2ec550a4-60bc-4efa-a8d8-ec7325654c4f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Oct 27 15:09:10.334569 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:10.365751 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:10.376318 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 3b2ad25c-a02f-4160-9c56-d6490acda84d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:10.381208 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:10.383003 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-88addbec-6428-4d12-8b09-93dd9d44363d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:10.426682 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'code': 200} Oct 27 15:09:10.452603 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=3b2ad25c-a02f-4160-9c56-d6490acda84d,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:10.455494 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:10.746864 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-59b5dd72-7f89-426a-bace-2e6fd819ac53 req-a2a2af78-38a1-470d-97f8-e79c20788fdc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1098 time: 0.1379652 Oct 27 15:09:10.791509 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-59b5dd72-7f89-426a-bace-2e6fd819ac53 req-da670a6c-3e2a-407d-85ae-7e54772f79b0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372238 Oct 27 15:09:11.311078 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08f4e8-ba4e-4fdd-8f6f-f9465d60b728 req-47569c00-9469-4852-8b32-8c868a1c72fb tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:11.311879 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-bc08f4e8-ba4e-4fdd-8f6f-f9465d60b728 req-47569c00-9469-4852-8b32-8c868a1c72fb tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Synchronizing usage tracker for tenant:affe4a84307f4369ad03bd233b92716d on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:11.327990 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-bc08f4e8-ba4e-4fdd-8f6f-f9465d60b728 req-47569c00-9469-4852-8b32-8c868a1c72fb tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Unset dirty status for tenant:affe4a84307f4369ad03bd233b92716d on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:11.329218 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bc08f4e8-ba4e-4fdd-8f6f-f9465d60b728 req-47569c00-9469-4852-8b32-8c868a1c72fb tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.1001282 Oct 27 15:09:11.376537 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bc08f4e8-ba4e-4fdd-8f6f-f9465d60b728 req-e36769be-284c-4a97-8da6-7c7458524bf1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Oct 27 15:09:11.538680 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee8f3b-10ea-4a4a-b19d-fe78deaa9fd4 req-1f5d9bc5-a2fd-4acc-89bf-1286f97a58ca tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:11.540150 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0fee8f3b-10ea-4a4a-b19d-fe78deaa9fd4 req-1f5d9bc5-a2fd-4acc-89bf-1286f97a58ca tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0800393 Oct 27 15:09:11.585537 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0fee8f3b-10ea-4a4a-b19d-fe78deaa9fd4 req-411432f1-1965-4349-8ace-8d34e9472b32 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Oct 27 15:09:12.575026 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347e298-61e8-49a3-918d-e21758112332 req-9a0feaaa-3827-471c-b68a-ba14697e4fb5 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:12.576473 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2347e298-61e8-49a3-918d-e21758112332 req-9a0feaaa-3827-471c-b68a-ba14697e4fb5 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.0781760 Oct 27 15:09:12.622274 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2347e298-61e8-49a3-918d-e21758112332 req-8f2042e7-fd86-40ae-934d-cfc5fc3001e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Oct 27 15:09:12.791123 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4334587-9c2c-41b8-a94b-f79e0c7aa129 req-eda91a05-055f-4405-9796-93d17e8b6a26 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:12.793108 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b4334587-9c2c-41b8-a94b-f79e0c7aa129 req-eda91a05-055f-4405-9796-93d17e8b6a26 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0814300 Oct 27 15:09:12.829850 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ced0be-391b-42ca-9b5d-8909c873b040 req-e3ce863b-1c7a-49bd-9af0-5753d8b28a9c tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:12.831285 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-31ced0be-391b-42ca-9b5d-8909c873b040 req-e3ce863b-1c7a-49bd-9af0-5753d8b28a9c tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.0833890 Oct 27 15:09:12.842738 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b4334587-9c2c-41b8-a94b-f79e0c7aa129 req-47e593cf-c15e-4e94-9856-71a15c76456f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Oct 27 15:09:12.878797 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-31ced0be-391b-42ca-9b5d-8909c873b040 req-b7a2cf5e-0443-4d61-b6d8-b2d111371476 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419784 Oct 27 15:09:13.302022 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437964d-8bbe-4913-ab7b-a64d19e4bff7 req-365003ed-92c4-4f04-8031-912949f2f287 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:13.303422 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0437964d-8bbe-4913-ab7b-a64d19e4bff7 req-365003ed-92c4-4f04-8031-912949f2f287 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.0787253 Oct 27 15:09:13.349783 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0437964d-8bbe-4913-ab7b-a64d19e4bff7 req-2da4fbf2-bf01-4578-8e95-86e8dc02fefc tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405633 Oct 27 15:09:14.041708 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36adbd02-aee6-4a86-ba0f-b9a093e43e89 req-6023e35c-4f65-40af-8717-176313ac5005 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:14.043355 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-36adbd02-aee6-4a86-ba0f-b9a093e43e89 req-6023e35c-4f65-40af-8717-176313ac5005 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0783458 Oct 27 15:09:14.090380 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-36adbd02-aee6-4a86-ba0f-b9a093e43e89 req-704bb12b-cc18-450e-a8dc-287c41125ce8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Oct 27 15:09:15.310828 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc8907-50ed-4232-9eca-33595bac5616 req-6a17b141-6246-4edb-9aba-9fe2022e4f57 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:15.312315 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c6cc8907-50ed-4232-9eca-33595bac5616 req-6a17b141-6246-4edb-9aba-9fe2022e4f57 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0892556 Oct 27 15:09:15.361475 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c6cc8907-50ed-4232-9eca-33595bac5616 req-87a023ff-fd78-4372-aabe-15d260c7a8b7 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 Oct 27 15:09:16.150272 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:09:16.561650 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4b6d0-41ad-436c-87af-2bc7a39459bf req-ff3bc624-9419-4fb5-a2eb-0857b512f29d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:16.562989 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-64a4b6d0-41ad-436c-87af-2bc7a39459bf req-ff3bc624-9419-4fb5-a2eb-0857b512f29d tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0777612 Oct 27 15:09:16.611247 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-64a4b6d0-41ad-436c-87af-2bc7a39459bf req-949c5b8c-0ff9-4328-a0af-14c219669625 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Oct 27 15:09:17.818118 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6aa5d3-6176-43d0-b92c-144b85bfac54 req-87c7ad91-9f40-4ba4-8b4f-fbe7e9f00a54 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:17.819586 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0d6aa5d3-6176-43d0-b92c-144b85bfac54 req-87c7ad91-9f40-4ba4-8b4f-fbe7e9f00a54 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0827522 Oct 27 15:09:17.936221 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0d6aa5d3-6176-43d0-b92c-144b85bfac54 req-dcdd5753-4d37-4524-852d-75e44c43129c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098731 Oct 27 15:09:18.246519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f9c09-170c-4183-a753-ac36060e0221 req-fc3e8481-94f5-4a61-8b9e-bf75027a7fcb tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:18.248119 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-201f9c09-170c-4183-a753-ac36060e0221 req-fc3e8481-94f5-4a61-8b9e-bf75027a7fcb tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.0822163 Oct 27 15:09:18.295482 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-201f9c09-170c-4183-a753-ac36060e0221 req-8fac7898-0a35-4051-a970-344ac491af2f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415108 Oct 27 15:09:18.323807 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40124) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:18.498446 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-8bea3412-736e-4486-866b-1e7cd9fb3615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:18.577530 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-5557716c-eb7a-4021-8566-11c2f8ca96af tempest-TestMinimumBasicScenario-1307394656 tempest-TestMinimumBasicScenario-1307394656-project-admin] Synchronizing usage tracker for tenant:0efd10256b884dac81a0678fb8d81c9a on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:18.594019 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-5557716c-eb7a-4021-8566-11c2f8ca96af tempest-TestMinimumBasicScenario-1307394656 tempest-TestMinimumBasicScenario-1307394656-project-admin] Unset dirty status for tenant:0efd10256b884dac81a0678fb8d81c9a on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:18.595195 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-5557716c-eb7a-4021-8566-11c2f8ca96af tempest-TestMinimumBasicScenario-1307394656 tempest-TestMinimumBasicScenario-1307394656-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1093 time: 0.2703650 Oct 27 15:09:18.598344 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40130) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:18.603449 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'floatingip': {'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'port_id': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:18.609727 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:18.614096 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Usage tracker for resource:floatingip and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:18.616953 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:18.622731 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:18.633037 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for floatingip, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:18.768705 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:18.901971 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Allocated IP 172.28.2.167 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/21a30425-6ff4-40f7-afaa-03a1c93133aa) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:09:18.903275 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:19.055567 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:19.084971 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:19.089517 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:19.156810 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796acd5-d092-405d-89d9-09885c0e2862 req-2e29c8ac-476c-45e0-89be-3a7196aa34a5 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:19.158467 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f796acd5-d092-405d-89d9-09885c0e2862 req-2e29c8ac-476c-45e0-89be-3a7196aa34a5 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0960152 Oct 27 15:09:19.172156 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:09:19.175106 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:09:19.180195 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:09:19.209367 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'Port': ['ID=21a30425-6ff4-40f7-afaa-03a1c93133aa,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:19.211674 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f796acd5-d092-405d-89d9-09885c0e2862 req-682d5f52-8f01-4fe4-bd93-ba04c658943e tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466268 Oct 27 15:09:19.216166 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:19.753968 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:19.812924 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:20.022610 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:20.027020 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:20.030557 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fed3daa9-b4fb-4e30-af60-1ac90fd1af62 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:20.125142 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'Port': ['ID=21a30425-6ff4-40f7-afaa-03a1c93133aa,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:20.134836 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:20.144800 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:20.342854 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.l3_db [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Floating IP fede3bad-5a96-48b9-9859-0746a2904fa3 associated. External IP: 172.28.2.167, port: 3b2ad25c-a02f-4160-9c56-d6490acda84d. Oct 27 15:09:20.546017 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83360f-81dd-4d7c-b1f1-42798694c3f0 req-40dcc9c3-0559-4313-8ece-34d62c1fc191 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:20.547478 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9d83360f-81dd-4d7c-b1f1-42798694c3f0 req-40dcc9c3-0559-4313-8ece-34d62c1fc191 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1585529 Oct 27 15:09:20.611203 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9d83360f-81dd-4d7c-b1f1-42798694c3f0 req-bc17d1e2-e571-4017-b71e-48e7b226b8e4 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575075 Oct 27 15:09:20.771638 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ffcc-08c2-4ae9-b210-2cc3cb18541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:20.836369 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Router bd3e2a80-084a-4e84-b475-65dd42bd1757 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:09:21.034147 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:09:21.045003 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313eb2e1-7473-4957-9841-38207f63418a None None] Sync routers for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:09:21.057406 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313eb2e1-7473-4957-9841-38207f63418a None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:09:21.058036 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-313eb2e1-7473-4957-9841-38207f63418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:21.060695 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.212555 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6097567 Oct 27 15:09:21.212555 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:21.212957 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40144) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:21.219722 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-636635756', 'description': 'tempest-secgroup-smoke-636635756 description', 'project_id': 'affe4a84307f4369ad03bd233b92716d'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:21.226094 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:21.242609 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:21.266332 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.266959 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'status': 'completed', 'code': 200} Oct 27 15:09:21.270258 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-313eb2e1-7473-4957-9841-38207f63418a None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:09:21.350508 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:21.355005 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Usage tracker for resource:security_group_rule and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:21.358317 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:21.364246 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:21.409535 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a565039e-4b70-4c86-a51b-486539287eb1 req-4a2b6f04-fc5c-49bd-a4c5-4f32dd88f44b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=affe4a84307f4369ad03bd233b92716d&device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1098 time: 0.0989377 Oct 27 15:09:21.424898 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.429347 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.435648 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e9107adc-d827-406e-a1cb-6aad9058b57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:21.478481 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d344b96-4278-401e-b361-62cf6dbb4f2b,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:21.481848 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:21.484626 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.489354 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2747216 Oct 27 15:09:21.490584 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40152) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:21.497104 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'security_group_rule': {'security_group_id': '8d344b96-4278-401e-b361-62cf6dbb4f2b', 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:21.503488 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:21.507537 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Usage tracker for resource:security_group_rule and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:21.510471 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:21.518426 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:21.536980 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.554965 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565039e-4b70-4c86-a51b-486539287eb1 req-c6853ceb-aecb-494d-b872-c20f5c38e846 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:21.556430 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a565039e-4b70-4c86-a51b-486539287eb1 req-c6853ceb-aecb-494d-b872-c20f5c38e846 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 200 len: 917 time: 0.1400115 Oct 27 15:09:21.604821 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.609773 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.612018 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:21.633985 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb5c743-527a-4d48-aae8-eaee90dc6345,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:21.634202 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-313eb2e1-7473-4957-9841-38207f63418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'fede3bad-5a96-48b9-9859-0746a2904fa3', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'port_id': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'mac_address': 'fa:16:3e:0d:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c881cb73-af27-48bd-9166-abab76dcff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:19Z', 'updated_at': '2021-10-27T15:09:19Z', 'revision_number': 0, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:39Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:21.636806 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:21.640076 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313eb2e1-7473-4957-9841-38207f63418a None None] Checking router: bd3e2a80-084a-4e84-b475-65dd42bd1757 for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:09:21.650416 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.653179 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313eb2e1-7473-4957-9841-38207f63418a None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:09:21.654049 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-313eb2e1-7473-4957-9841-38207f63418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:21.655978 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-8f148e5a-a8df-4680-ba49-da8f0df3d0e7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1648514 Oct 27 15:09:21.656871 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40158) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:21.664027 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'security_group_rule': {'security_group_id': '8d344b96-4278-401e-b361-62cf6dbb4f2b', 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:21.673698 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:21.680672 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a565039e-4b70-4c86-a51b-486539287eb1 req-740804d2-ceee-4e9a-9746-5e7a4a2c0e29 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 999 time: 0.1152952 Oct 27 15:09:21.680820 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Usage tracker for resource:security_group_rule and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:21.686326 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:21.692663 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:21.713533 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.758223 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565039e-4b70-4c86-a51b-486539287eb1 req-a536652c-0efc-4557-b5b4-19414b4ae6b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:21.759752 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a565039e-4b70-4c86-a51b-486539287eb1 req-a536652c-0efc-4557-b5b4-19414b4ae6b9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21943bd3-a366-4641-b640-093ebb0f65d5 HTTP/1.1" status: 200 len: 854 time: 0.0724339 Oct 27 15:09:21.804367 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.807545 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.812911 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.815955 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:21.848214 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b605a62-8dd7-46a0-a03f-314300ad7ce1,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:21.857343 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:21.858323 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.862144 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2018998 Oct 27 15:09:21.862596 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40164) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:21.868372 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'security_group_rule': {'security_group_id': '8d344b96-4278-401e-b361-62cf6dbb4f2b', 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:21.868859 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-313eb2e1-7473-4957-9841-38207f63418a None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:09:21.875287 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:21.879347 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Usage tracker for resource:security_group_rule and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:21.882248 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:21.888059 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:21.905513 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.922859 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94bde-47b8-4f89-a565-426e77f59109 req-d210eacd-6b4d-4ee3-83df-fe4be0cf72f8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:21.924495 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fec94bde-47b8-4f89-a565-426e77f59109 req-d210eacd-6b4d-4ee3-83df-fe4be0cf72f8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1572261 Oct 27 15:09:21.928378 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a565039e-4b70-4c86-a51b-486539287eb1 req-26f902e3-bf5c-4c10-993d-0f8b4f993e42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1b4969b-373b-4a36-bb94-84e6db9bce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1139174 Oct 27 15:09:21.975162 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.979928 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:21.987913 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-99b4368b-6ce9-4bad-8558-10bc0599648a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:22.008783 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d348024f-c3f4-4053-a68c-f60f10d8bcc8,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:22.011593 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:22.021856 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.023321 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-eedf15f8-8bb5-45b8-996b-602074a0c188 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1597745 Oct 27 15:09:22.026028 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40168) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:22.033171 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'security_group_rule': {'security_group_id': '8d344b96-4278-401e-b361-62cf6dbb4f2b', 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:22.038800 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:22.042637 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Usage tracker for resource:security_group_rule and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:22.046411 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:22.052595 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:22.064996 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fec94bde-47b8-4f89-a565-426e77f59109 req-954ae266-0d74-4683-abaa-1c55bd65a824 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345518 Oct 27 15:09:22.079181 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.131560 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a565039e-4b70-4c86-a51b-486539287eb1 req-3b5c66d5-ea3b-42fa-90d0-1e135c337e43 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832507 Oct 27 15:09:22.171196 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.176852 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.179890 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:22.208085 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975496ce-242e-408c-b4ae-05d6bdb18259,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:22.210590 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:22.220349 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.221603 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3f81dbc9-ce82-4bf4-83a8-f7b57c9d709a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1943717 Oct 27 15:09:22.224274 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40172) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:22.229950 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'security_group_rule': {'security_group_id': '8d344b96-4278-401e-b361-62cf6dbb4f2b', 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:22.237198 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:22.241178 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Usage tracker for resource:security_group_rule and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:22.244127 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:22.250405 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:22.264582 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.securitygroups_db [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Project affe4a84307f4369ad03bd233b92716d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 15:09:22.272164 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.273663 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-313eb2e1-7473-4957-9841-38207f63418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'fede3bad-5a96-48b9-9859-0746a2904fa3', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'port_id': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'mac_address': 'fa:16:3e:0d:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c881cb73-af27-48bd-9166-abab76dcff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:19Z', 'updated_at': '2021-10-27T15:09:19Z', 'revision_number': 0, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:39Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:22.278477 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313eb2e1-7473-4957-9841-38207f63418a None None] The sync data for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb is: [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'fede3bad-5a96-48b9-9859-0746a2904fa3', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'port_id': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'mac_address': 'fa:16:3e:0d:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c881cb73-af27-48bd-9166-abab76dcff14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:19Z', 'updated_at': '2021-10-27T15:09:19Z', 'revision_number': 0, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:39Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:09:22.287077 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a565039e-4b70-4c86-a51b-486539287eb1 req-10a497f0-3584-4fc8-a22f-a703584f04d9 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481733 Oct 27 15:09:22.350095 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.354585 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.357053 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9d7a1549-c047-4ddb-b27e-f25d9dc72e2b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:22.380446 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3abd54-c24c-4fd8-8ce8-30dbb2c36fd7,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:22.386047 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:22.392137 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.395769 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1681180 Oct 27 15:09:22.396100 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40178) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:22.402397 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'security_group_rule': {'security_group_id': '8d344b96-4278-401e-b361-62cf6dbb4f2b', 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:22.409659 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:22.413852 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Usage tracker for resource:security_group_rule and tenant:affe4a84307f4369ad03bd233b92716d is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:22.416942 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:22.424734 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:22.443986 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.securitygroups_db [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Project affe4a84307f4369ad03bd233b92716d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 15:09:22.452489 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.513272 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c69681-5cba-4453-bacc-8d2ab6597214 None None] New status for floating IP fede3bad-5a96-48b9-9859-0746a2904fa3: ACTIVE {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:09:22.545246 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.548697 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.554753 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:22.575650 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82fb54b-ad32-44fa-b2cb-56dd1d60e13a,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:22.578865 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:22.588877 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:22.592361 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-380890a6-6ca1-47c4-918a-41477c28bc11 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1927252 Oct 27 15:09:22.730175 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-30c69475-117c-4626-b25f-85c3eba1f70f req-cfe345c5-404f-429f-a1c3-0c35f70f31b4 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Synchronizing usage tracker for tenant:affe4a84307f4369ad03bd233b92716d on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:22.745631 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-30c69475-117c-4626-b25f-85c3eba1f70f req-cfe345c5-404f-429f-a1c3-0c35f70f31b4 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Unset dirty status for tenant:affe4a84307f4369ad03bd233b92716d on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:22.747317 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-30c69475-117c-4626-b25f-85c3eba1f70f req-cfe345c5-404f-429f-a1c3-0c35f70f31b4 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636635756&fields=id&tenant_id=affe4a84307f4369ad03bd233b92716d HTTP/1.1" status: 200 len: 267 time: 0.0609539 Oct 27 15:09:22.828385 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c69475-117c-4626-b25f-85c3eba1f70f req-f7c44279-be8b-47fb-b7d8-28110fb9b784 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:22.829835 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-30c69475-117c-4626-b25f-85c3eba1f70f req-f7c44279-be8b-47fb-b7d8-28110fb9b784 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.0773087 Oct 27 15:09:22.841122 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [req-30c69475-117c-4626-b25f-85c3eba1f70f req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'port': {'security_groups': ['7b7100fd-6d81-4518-8f91-62bd00c6e86d', '8d344b96-4278-401e-b361-62cf6dbb4f2b']}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:22.959805 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-30c69475-117c-4626-b25f-85c3eba1f70f req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:23.216686 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:23.217614 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [req-30c69475-117c-4626-b25f-85c3eba1f70f req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] For port 3b2ad25c-a02f-4160-9c56-d6490acda84d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:23.248976 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-30c69475-117c-4626-b25f-85c3eba1f70f req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:23.254093 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-30c69475-117c-4626-b25f-85c3eba1f70f req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1500550'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:23.259973 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4724b5ef-bf9e-46f9-86b8-7280bb2ac28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:23.267573 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['3b2ad25c-a02f-4160-9c56-d6490acda84d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:09:23.281942 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31568-6754-4348-bcc4-86ef10a7ef0b req-9a323cc5-df59-452d-b0d2-fc04669b811c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:23.283506 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bcc31568-6754-4348-bcc4-86ef10a7ef0b req-9a323cc5-df59-452d-b0d2-fc04669b811c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0848815 Oct 27 15:09:23.330408 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c69475-117c-4626-b25f-85c3eba1f70f req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:23.330961 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [req-30c69475-117c-4626-b25f-85c3eba1f70f req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:23.344367 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bcc31568-6754-4348-bcc4-86ef10a7ef0b req-87668042-2c24-4ffc-ba8d-e8d5898b6d31 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545857 Oct 27 15:09:23.349574 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-30c69475-117c-4626-b25f-85c3eba1f70f req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "PUT /v2.0/ports/3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 981 time: 0.5135927 Oct 27 15:09:23.351231 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d'}] {{(pid=82783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:23.380559 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'Port': ['ID=3b2ad25c-a02f-4160-9c56-d6490acda84d,revision_number=6']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:23.394404 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:23.437876 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'status': 'completed', 'code': 200} Oct 27 15:09:23.478071 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['3b2ad25c-a02f-4160-9c56-d6490acda84d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:09:23.593014 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c0da8-b75c-4520-a739-784b839e922d req-98f438f7-fd71-428a-a380-de1474076c91 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:23.594629 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-af2ca8b0-d728-4303-8370-9b11ba2fceed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=affe4a84307f4369ad03bd233b92716d&device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1137 time: 0.1261458 Oct 27 15:09:23.595457 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-be5c0da8-b75c-4520-a739-784b839e922d req-98f438f7-fd71-428a-a380-de1474076c91 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.1401067 Oct 27 15:09:23.654278 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-be5c0da8-b75c-4520-a739-784b839e922d req-e0e98c84-7eee-4678-ab63-03b3c701817e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530083 Oct 27 15:09:23.699355 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-d46b05d1-ecbd-46fb-8d8a-e9fb6fe77633 None None] Provisioning complete for port 3b2ad25c-a02f-4160-9c56-d6490acda84d triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:09:23.699744 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d46b05d1-ecbd-46fb-8d8a-e9fb6fe77633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:23.732598 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-f9100e1c-4cbb-4410-bf05-4cedd0af5960 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:23.734033 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-f9100e1c-4cbb-4410-bf05-4cedd0af5960 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 200 len: 917 time: 0.1323113 Oct 27 15:09:23.851922 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-636c2eaa-843d-4300-abce-dba599bc1c30 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 1001 time: 0.0987988 Oct 27 15:09:23.919030 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-50eb396d-70ff-4652-a60b-03eb183af6ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:23.920362 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-50eb396d-70ff-4652-a60b-03eb183af6ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21943bd3-a366-4641-b640-093ebb0f65d5 HTTP/1.1" status: 200 len: 854 time: 0.0611110 Oct 27 15:09:23.997249 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-9a426ab8-c03e-4076-9756-7267555e3d6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1b4969b-373b-4a36-bb94-84e6db9bce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687387 Oct 27 15:09:24.133746 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-38c46491-6615-492e-b9f4-4d9eb3f4c47e service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294553 Oct 27 15:09:24.371437 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fbd3e39e-e423-45bd-a45e-dfc0a76a7c67 req-efc1ab3b-c7f3-47ab-952d-31ad373988c8 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267585 Oct 27 15:09:24.554839 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68156f46-61c1-458b-b49f-63ec57055f98 req-5ac0c4b1-e4a0-4e44-b7fe-586804bc543d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1098 time: 0.1303897 Oct 27 15:09:24.564928 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085be66-531d-4eac-bc14-adc50982d4b6 req-5e97d53f-3e89-4917-a42a-0708e2464fa1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:24.566272 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7085be66-531d-4eac-bc14-adc50982d4b6 req-5e97d53f-3e89-4917-a42a-0708e2464fa1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1015851 Oct 27 15:09:24.635761 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-68156f46-61c1-458b-b49f-63ec57055f98 req-f8506a75-27b9-4c09-8194-b4c71c6df7f6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685842 Oct 27 15:09:24.643642 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7085be66-531d-4eac-bc14-adc50982d4b6 req-b7316d46-6cd7-4911-a4b4-404e7f807593 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641146 Oct 27 15:09:25.857032 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6b577-19a3-4858-8590-d6e3ee00e2fe req-d4606d3a-7085-4546-b03e-d17f6f7ba254 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:25.858785 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0ad6b577-19a3-4858-8590-d6e3ee00e2fe req-d4606d3a-7085-4546-b03e-d17f6f7ba254 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0856988 Oct 27 15:09:25.904859 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0ad6b577-19a3-4858-8590-d6e3ee00e2fe req-e3fa1e83-d3fe-4458-a8ea-0550fb245b13 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Oct 27 15:09:27.105727 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14886b-42d7-4469-825f-cb8784fe16ea req-c5a2614b-9767-4c14-9c74-521d3ac7130c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:27.107696 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4a14886b-42d7-4469-825f-cb8784fe16ea req-c5a2614b-9767-4c14-9c74-521d3ac7130c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0769618 Oct 27 15:09:27.162684 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4a14886b-42d7-4469-825f-cb8784fe16ea req-63eed3eb-dc68-426e-afb6-94baf06858bc tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Oct 27 15:09:27.661535 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5202835d-e6dd-4767-8e82-575fd13b30af req-dc95ea79-d094-4b09-8707-589dd4cc6ec1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fa6e1634f7ed4752846f2a3281300b27&device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 1098 time: 0.0738039 Oct 27 15:09:27.717445 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb94f-2bf3-4af5-90a1-2a21e996bbe6 req-a25c2312-01a4-4010-ac87-9db3d51c7101 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:27.718899 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-28ffb94f-2bf3-4af5-90a1-2a21e996bbe6 req-a25c2312-01a4-4010-ac87-9db3d51c7101 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0828903 Oct 27 15:09:27.763801 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-28ffb94f-2bf3-4af5-90a1-2a21e996bbe6 req-2a142227-3594-46e3-8b0b-404d285a22cc tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 Oct 27 15:09:27.800591 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202835d-e6dd-4767-8e82-575fd13b30af req-de9c5176-bd72-42ce-8b8c-0231d3d97c6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:27.801662 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5202835d-e6dd-4767-8e82-575fd13b30af req-de9c5176-bd72-42ce-8b8c-0231d3d97c6a service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 200 len: 921 time: 0.1296210 Oct 27 15:09:27.870669 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5202835d-e6dd-4767-8e82-575fd13b30af req-9c42ebc0-8e62-4785-93a1-830657b0eb20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007 HTTP/1.1" status: 200 len: 217 time: 0.0602207 Oct 27 15:09:27.942527 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202835d-e6dd-4767-8e82-575fd13b30af req-8e690c8b-a15a-4c84-a720-ee4fde6eb70c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:27.943958 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5202835d-e6dd-4767-8e82-575fd13b30af req-8e690c8b-a15a-4c84-a720-ee4fde6eb70c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 200 len: 859 time: 0.0618677 Oct 27 15:09:27.992754 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5202835d-e6dd-4767-8e82-575fd13b30af req-693da671-d59f-474b-98d5-1f4966fedba9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d643b43-c892-4be7-ae00-7efeb38878ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409625 Oct 27 15:09:28.131418 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5202835d-e6dd-4767-8e82-575fd13b30af req-f89e9b93-305e-4206-a8cf-5a6eabbda499 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300094 Oct 27 15:09:28.269731 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5202835d-e6dd-4767-8e82-575fd13b30af req-e2cfc910-08c2-4c3b-b81a-925b7417b027 service neutron] 10.222.0.52 "GET /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307523 Oct 27 15:09:28.962890 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50e339-495d-4abb-99e2-51417928deb5 req-13fd551f-c11b-4ff7-b50a-52e41eb22104 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:28.964350 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7c50e339-495d-4abb-99e2-51417928deb5 req-13fd551f-c11b-4ff7-b50a-52e41eb22104 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0767889 Oct 27 15:09:29.012321 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7c50e339-495d-4abb-99e2-51417928deb5 req-8e9cd121-366c-486a-97ca-aaa8f4f3467f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Oct 27 15:09:30.209844 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea2f29-ce38-4c23-8bf9-cbb84ee2ade7 req-1ff89e12-9e72-438e-87d3-7a1dad537bef tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:30.211284 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2dea2f29-ce38-4c23-8bf9-cbb84ee2ade7 req-1ff89e12-9e72-438e-87d3-7a1dad537bef tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0770857 Oct 27 15:09:30.257041 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2dea2f29-ce38-4c23-8bf9-cbb84ee2ade7 req-295a388c-bc49-4051-a360-22ed70fd332c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394790 Oct 27 15:09:30.597876 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40260) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:30.751992 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:30.786755 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:30.790497 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:2163d14b2f424c2aaa7e3bb1eee56e6b is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:30.793251 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:30.798935 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:30.863784 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:30.867389 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:30.874464 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-425a60fa-a113-47c0-a249-9ee91dd3d084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:30.912914 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ec6660-2de4-4578-90f7-6deeed2f71d8,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:30.916023 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:30.918674 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-7ab87d97-1fe9-4026-a55e-df661fbcd3e3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2163d14b2f424c2aaa7e3bb1eee56e6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3198118 Oct 27 15:09:30.922048 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40268) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:30.980153 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a4daa218-62cb-4a55-a564-462a1725e8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:31.005858 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a4daa218-62cb-4a55-a564-462a1725e8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:31.055437 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a4daa218-62cb-4a55-a564-462a1725e8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:31.059032 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7c2431c8-6cc9-4004-a559-71ad5cc4ec1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:31.072860 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4daa218-62cb-4a55-a564-462a1725e8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ec6660-2de4-4578-90f7-6deeed2f71d8,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:31.075713 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a4daa218-62cb-4a55-a564-462a1725e8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:31.077580 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a4daa218-62cb-4a55-a564-462a1725e8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:31.078868 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a4daa218-62cb-4a55-a564-462a1725e8ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25ec6660-2de4-4578-90f7-6deeed2f71d8 HTTP/1.1" status: 204 len: 168 time: 0.1557364 Oct 27 15:09:31.459221 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e1476-ecac-4bca-9c42-944a70fa42a7 req-e115670b-4af5-453b-899c-ca08450e0eea tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:31.460721 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-490e1476-ecac-4bca-9c42-944a70fa42a7 req-e115670b-4af5-453b-899c-ca08450e0eea tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0765190 Oct 27 15:09:31.506167 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-490e1476-ecac-4bca-9c42-944a70fa42a7 req-a6694d67-950d-412f-8095-11c33d0234b1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399523 Oct 27 15:09:36.068987 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80d894-ef32-496c-b491-0010eee64a8c req-953235ce-045d-47a9-8bfd-5c496a45b89f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:36.070416 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1e80d894-ef32-496c-b491-0010eee64a8c req-953235ce-045d-47a9-8bfd-5c496a45b89f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.0851350 Oct 27 15:09:36.115835 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1e80d894-ef32-496c-b491-0010eee64a8c req-d1a9b757-220d-40d1-8845-f8ef25e199f6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Oct 27 15:09:36.485176 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:37.316061 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0016a-c1da-4b98-a213-68cc5995d082 req-cd44fb81-61d4-4663-b2ea-df6dd460d30f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:37.317591 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e3f0016a-c1da-4b98-a213-68cc5995d082 req-cd44fb81-61d4-4663-b2ea-df6dd460d30f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.0796542 Oct 27 15:09:37.362571 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e3f0016a-c1da-4b98-a213-68cc5995d082 req-46ec9273-f1ca-4a55-a378-e8dbb7ae4395 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Oct 27 15:09:38.286457 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-d5ecbc71-9045-4dec-bc92-55ebbdad7abc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721421 Oct 27 15:09:38.387699 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-e042b7f6-de8e-40cf-a94b-3f1db2e80f68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 1099 time: 0.0706124 Oct 27 15:09:38.569952 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7682e1-842d-46b7-89b7-1c4b2ebe0d02 req-205ba655-87d7-4938-ae18-663465ac4824 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:38.571688 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9f7682e1-842d-46b7-89b7-1c4b2ebe0d02 req-205ba655-87d7-4938-ae18-663465ac4824 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.0846319 Oct 27 15:09:38.616307 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-99833c77-b46d-45d1-b904-28d32f1ccc8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:38.617842 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-99833c77-b46d-45d1-b904-28d32f1ccc8b service neutron] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 913 time: 0.2059360 Oct 27 15:09:38.622595 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9f7682e1-842d-46b7-89b7-1c4b2ebe0d02 req-cd944c47-35dc-4e66-9035-90ae02ec2a51 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451601 Oct 27 15:09:38.728515 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-9e7e3bcb-3729-498f-848c-b99d1e68c8ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb HTTP/1.1" status: 200 len: 1002 time: 0.0938683 Oct 27 15:09:38.790989 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-3b8729c6-7d2e-4123-bd12-150ff933f025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:38.792450 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-3b8729c6-7d2e-4123-bd12-150ff933f025 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.0562463 Oct 27 15:09:38.869748 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-7688660d-53cf-49ee-835d-ee37b1f34d27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0677187 Oct 27 15:09:39.005334 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-009ebf34-0c2e-4ce6-ba3a-47a9ea49569b service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264274 Oct 27 15:09:39.209193 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be9743ed-2a9b-42db-afd8-f46191e7f5d4 req-11174d7d-248d-491d-841a-3c27fe22a7db service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852651 Oct 27 15:09:39.220076 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8e59d-b595-409f-aab9-375361d02bfa req-a61e3c1f-5dfb-493a-b15e-c93fb9e1932c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:39.221507 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3af8e59d-b595-409f-aab9-375361d02bfa req-a61e3c1f-5dfb-493a-b15e-c93fb9e1932c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.52 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.1688023 Oct 27 15:09:39.296735 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Deleting port 442cac72-744d-4929-ba5d-1d419ad6b29d {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:09:39.297287 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:39.566974 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] For port 442cac72-744d-4929-ba5d-1d419ad6b29d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=442cac72-744d-4929-ba5d-1d419ad6b29d,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:39.567745 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:39.694415 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Calling delete_port for 442cac72-744d-4929-ba5d-1d419ad6b29d owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:09:39.833721 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6967f6-03b9-40bb-921c-348618dc772d req-14773c75-814a-486b-860e-6a4bf777301f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:39.835130 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-dc6967f6-03b9-40bb-921c-348618dc772d req-14773c75-814a-486b-860e-6a4bf777301f tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc HTTP/1.1" status: 200 len: 945 time: 0.0854249 Oct 27 15:09:39.882881 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-dc6967f6-03b9-40bb-921c-348618dc772d req-fbaee888-4971-4136-a2c8-775628e4cebb tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Oct 27 15:09:39.896381 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a7aea-2d19-4260-9e63-f32ac56f9b9e req-9cc931c5-50e5-4ac2-a92d-c775657ed4b3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:39.897841 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed6a7aea-2d19-4260-9e63-f32ac56f9b9e req-9cc931c5-50e5-4ac2-a92d-c775657ed4b3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.2112560 Oct 27 15:09:39.904100 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:39.924122 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8997a05f-e195-4a12-b614-3f9a9e3a6a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:39.926918 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['518ce3c4-a6aa-4344-988d-e7be8aca0007', '442cac72-744d-4929-ba5d-1d419ad6b29d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:09:39.974548 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Pushing event deleted for resources: {'Port': ['ID=442cac72-744d-4929-ba5d-1d419ad6b29d,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:39.978814 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:40.064497 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] No DVR routers for this DVR port 442cac72-744d-4929-ba5d-1d419ad6b29d on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:09:40.068244 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ed6a7aea-2d19-4260-9e63-f32ac56f9b9e req-c71e2a29-d4b4-47be-b48c-51d60cd32f55 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619117 Oct 27 15:09:40.069263 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:40.071876 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc', 'name': 'network-vif-deleted', 'tag': '442cac72-744d-4929-ba5d-1d419ad6b29d'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:40.107884 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3af8e59d-b595-409f-aab9-375361d02bfa req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.52 "DELETE /v2.0/ports/442cac72-744d-4929-ba5d-1d419ad6b29d HTTP/1.1" status: 204 len: 173 time: 0.8807933 Oct 27 15:09:40.162582 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30c3f20d-09b3-49a7-a4a5-5aea8ae6d3cc', 'name': 'network-vif-deleted', 'tag': '442cac72-744d-4929-ba5d-1d419ad6b29d', 'status': 'completed', 'code': 200} Oct 27 15:09:41.284932 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fed8dc-5339-4472-966c-4fc3fdcd3ce1 req-928a5a9e-e779-492e-9909-77629cd7e3f3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:41.286300 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c8fed8dc-5339-4472-966c-4fc3fdcd3ce1 req-928a5a9e-e779-492e-9909-77629cd7e3f3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.0822792 Oct 27 15:09:41.333425 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c8fed8dc-5339-4472-966c-4fc3fdcd3ce1 req-d4d59181-5ec0-482f-9f45-acb8fb2ddaf7 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410974 Oct 27 15:09:41.435766 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290454ff-33d2-4433-b6d4-30ab762a849f req-5700c518-8362-4559-bfe3-20304ae1ab16 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:41.437230 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-290454ff-33d2-4433-b6d4-30ab762a849f req-5700c518-8362-4559-bfe3-20304ae1ab16 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1472592 Oct 27 15:09:41.482554 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-290454ff-33d2-4433-b6d4-30ab762a849f req-2674ae57-709a-4e53-8344-25cb1e50458b tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398085 Oct 27 15:09:42.314906 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 442cac72-744d-4929-ba5d-1d419ad6b29d no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:09:42.349913 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 442cac72-744d-4929-ba5d-1d419ad6b29d {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:09:42.350253 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 442cac72-744d-4929-ba5d-1d419ad6b29d not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:09:42.613423 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261f96-0491-43b6-aba5-8a409b64c83c req-81cdc913-4fbd-4963-974c-978594bb87b8 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:42.614909 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3d261f96-0491-43b6-aba5-8a409b64c83c req-81cdc913-4fbd-4963-974c-978594bb87b8 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.1543579 Oct 27 15:09:42.662679 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3d261f96-0491-43b6-aba5-8a409b64c83c req-8121940e-4d68-4a0d-95e5-752dec904d6b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=ecc12068-0451-4ad1-9795-fd1cad494508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Oct 27 15:09:42.687447 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768f029-8c25-4173-a23e-ff46b556c6be req-c370961c-7b98-495e-9bcd-78ce3431cebe tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:42.687447 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9768f029-8c25-4173-a23e-ff46b556c6be req-c370961c-7b98-495e-9bcd-78ce3431cebe tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0805016 Oct 27 15:09:42.736453 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9768f029-8c25-4173-a23e-ff46b556c6be req-e7691381-ead0-4708-bb21-d521f1e054b1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458078 Oct 27 15:09:42.740678 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-578e3000-68d4-434f-9f52-3b4b6d9930c5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:42.742100 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-578e3000-68d4-434f-9f52-3b4b6d9930c5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 946 time: 0.0785856 Oct 27 15:09:42.821647 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Deleting port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:09:42.822075 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.084536 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] For port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:43.084904 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.180812 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40470) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:43.360051 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.397086 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:43.397423 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.398113 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.398113 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.l3_db [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Floating IP 3b3d2ecd-92f4-43b1-b79d-7755d33ae346 disassociated. External IP: 172.28.2.251, port: d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb. Oct 27 15:09:43.398425 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Calling delete_port for d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:09:43.400188 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Usage tracker for resource:security_group_rule and tenant:21b077c5bb7e432899fcc4e1748e94bc is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:43.403071 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:43.409242 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:43.483044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.487493 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.494771 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9c0838e3-505b-4d38-b301-1d2667bc70a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:43.536424 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7452d762-4dd9-4a75-a127-9ce898b24ee0,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:43.539784 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:43.545626 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.546458 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21b077c5bb7e432899fcc4e1748e94bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3603029 Oct 27 15:09:43.546458 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40480) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:43.550739 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-937f0240-e0b5-42d9-a053-b902afdae720 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:43.592224 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event deleted for resources: {'Port': ['ID=d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:43.594715 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:43.607765 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-47751055-1cf1-4a3a-a1f7-9c3d28c8ea7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.633929 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-47751055-1cf1-4a3a-a1f7-9c3d28c8ea7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.689491 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-47751055-1cf1-4a3a-a1f7-9c3d28c8ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.697004 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:43.710239 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47751055-1cf1-4a3a-a1f7-9c3d28c8ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7452d762-4dd9-4a75-a127-9ce898b24ee0,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:43.712613 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-47751055-1cf1-4a3a-a1f7-9c3d28c8ea7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:43.727958 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-47751055-1cf1-4a3a-a1f7-9c3d28c8ea7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7452d762-4dd9-4a75-a127-9ce898b24ee0 HTTP/1.1" status: 204 len: 168 time: 0.1695580 Oct 27 15:09:43.728906 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-47751055-1cf1-4a3a-a1f7-9c3d28c8ea7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:43.894770 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:09:43.924510 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7a768363-e7d9-483d-a750-dcadd8e1a798 req-1a9690f8-6c3c-4018-916a-e971bf613138 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 210 time: 0.1054742 Oct 27 15:09:44.071716 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de783b78-b477-42a0-9eb3-ff5513fe45f0 req-d3159d03-669d-4d1d-bc16-69094e70faa3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:44.072442 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-de783b78-b477-42a0-9eb3-ff5513fe45f0 req-d3159d03-669d-4d1d-bc16-69094e70faa3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Synchronizing usage tracker for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:44.152022 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-de783b78-b477-42a0-9eb3-ff5513fe45f0 req-d3159d03-669d-4d1d-bc16-69094e70faa3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Unset dirty status for tenant:fa6e1634f7ed4752846f2a3281300b27 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:44.153367 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-de783b78-b477-42a0-9eb3-ff5513fe45f0 req-d3159d03-669d-4d1d-bc16-69094e70faa3 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.2505653 Oct 27 15:09:44.222206 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-de783b78-b477-42a0-9eb3-ff5513fe45f0 req-93752f61-3cde-41c7-b969-e6d9c2908fe2 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560653 Oct 27 15:09:44.232761 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:09:44.254182 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] Sync routers for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:09:44.257647 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:09:44.258257 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:44.384557 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] No DVR routers for this DVR port d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:09:44.386893 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:44.390256 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b917a38-c109-4b13-b371-a1f0be792d07', 'name': 'network-vif-deleted', 'tag': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:44.408028 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9dc6fd11-8320-410b-aa6c-51039bb38efe req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "DELETE /v2.0/ports/d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb HTTP/1.1" status: 204 len: 173 time: 1.6533260 Oct 27 15:09:44.456051 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:09:44.483679 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b917a38-c109-4b13-b371-a1f0be792d07', 'name': 'network-vif-deleted', 'tag': 'd782a7e4-d834-4f0a-98d7-0a77a9bfa5cb', 'status': 'completed', 'code': 200} Oct 27 15:09:44.858623 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:44.863102 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] Checking router: 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:09:44.875063 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:09:44.875696 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:45.069433 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:09:45.098948 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a35f8-5339-4918-8704-ae4f960ab533 req-c04aaeb6-6166-42b1-9636-d3e6a66db10c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:45.101207 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-485a35f8-5339-4918-8704-ae4f960ab533 req-c04aaeb6-6166-42b1-9636-d3e6a66db10c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1007273 Oct 27 15:09:45.124834 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0b1fd2fd-ff61-4776-bc5f-7c7c569a0e07 req-19e1d7aa-60e2-4fad-bdae-90c90ad3b7a2 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b917a38-c109-4b13-b371-a1f0be792d07 HTTP/1.1" status: 200 len: 210 time: 0.0558331 Oct 27 15:09:45.182335 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-485a35f8-5339-4918-8704-ae4f960ab533 req-f85c2813-6fd6-4142-a2fd-f27a76859504 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727062 Oct 27 15:09:45.430139 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67728be-7d9f-4c81-aa0f-3d3056b2e0bf req-013a5904-bc9c-4379-8c64-ae368d1afd63 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:45.431740 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e67728be-7d9f-4c81-aa0f-3d3056b2e0bf req-013a5904-bc9c-4379-8c64-ae368d1afd63 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0824969 Oct 27 15:09:45.447252 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:45.451722 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474ca3a-cefb-416a-ba98-c0e1e6397c3b None None] The sync data for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb is: [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:09:45.484188 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e67728be-7d9f-4c81-aa0f-3d3056b2e0bf req-64ed13dd-9776-478e-9dfb-cd7e0e88f6c8 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451250 Oct 27 15:09:45.683844 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e8ea1b-1ed6-43cb-b9af-89b9310e67c8 None None] New status for floating IP 3b3d2ecd-92f4-43b1-b79d-7755d33ae346: DOWN {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:09:46.256268 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40510) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:46.313297 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:09:46.324499 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-886a7662-d9b4-47fb-83bd-103afb071ae3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:46.346941 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:09:46.347668 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device d782a7e4-d834-4f0a-98d7-0a77a9bfa5cb not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:09:46.359608 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-886a7662-d9b4-47fb-83bd-103afb071ae3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:46.414698 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a7c78-3086-438d-98e1-d80afb10242b req-89691107-8dd0-4031-843e-d47dad6ddd59 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:46.416164 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-040a7c78-3086-438d-98e1-d80afb10242b req-89691107-8dd0-4031-843e-d47dad6ddd59 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.0918057 Oct 27 15:09:46.419495 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-886a7662-d9b4-47fb-83bd-103afb071ae3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:46.425220 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-1102f36b-8db0-4b1b-a9a0-73d520b72be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:46.441852 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a7662-d9b4-47fb-83bd-103afb071ae3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc12068-0451-4ad1-9795-fd1cad494508,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:46.445344 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-886a7662-d9b4-47fb-83bd-103afb071ae3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:46.458805 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-886a7662-d9b4-47fb-83bd-103afb071ae3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:46.460366 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-886a7662-d9b4-47fb-83bd-103afb071ae3 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "DELETE /v2.0/security-groups/ecc12068-0451-4ad1-9795-fd1cad494508 HTTP/1.1" status: 204 len: 168 time: 0.2029223 Oct 27 15:09:46.463066 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40514) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:46.470566 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-040a7c78-3086-438d-98e1-d80afb10242b req-0c1ccfe8-b275-4655-8c83-31f2ff23abe1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475919 Oct 27 15:09:46.485427 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.api.v2.resource [None req-1d2dad30-0ac8-4981-940b-f48b4005870b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] show failed (client error): The resource could not be found. Oct 27 15:09:46.486474 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-1d2dad30-0ac8-4981-940b-f48b4005870b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups/ecc12068-0451-4ad1-9795-fd1cad494508 HTTP/1.1" status: 404 len: 347 time: 0.0225236 Oct 27 15:09:46.489473 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40518) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:46.647336 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Deleting port 711fa173-7646-4d8c-9302-e124dd496116 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:09:46.647582 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:46.690075 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274ba01-a22d-4cd3-904b-6a75b61b85a1 req-520e57f8-3215-416e-b27a-df99c6ca4e66 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:46.691544 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f274ba01-a22d-4cd3-904b-6a75b61b85a1 req-520e57f8-3215-416e-b27a-df99c6ca4e66 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.0823159 Oct 27 15:09:46.739110 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f274ba01-a22d-4cd3-904b-6a75b61b85a1 req-16cec881-58cf-427a-825e-79fa0c994334 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Oct 27 15:09:46.821406 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:46.821728 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:46.939585 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Calling delete_port for 711fa173-7646-4d8c-9302-e124dd496116 owned by network:floatingip {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:09:47.085474 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-7f31ffe4-35d7-43b5-9ab0-85ee03344ff0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:47.087080 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-7f31ffe4-35d7-43b5-9ab0-85ee03344ff0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.1538417 Oct 27 15:09:47.204973 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Deleting port 58073106-fde6-49d1-a21b-f6286534cb90 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:09:47.205311 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:47.233289 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:47.242897 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f0b4e8e7-4aeb-4500-8078-9207b4de79ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:47.290933 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event deleted for resources: {'Port': ['ID=711fa173-7646-4d8c-9302-e124dd496116,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:47.399632 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.399996 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.400386 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.400740 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.401089 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.401433 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.401777 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.402120 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.402462 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.402850 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.403181 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:47.406825 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:47.471460 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:47.553539 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:47.554678 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "DELETE /v2.0/floatingips/3b3d2ecd-92f4-43b1-b79d-7755d33ae346 HTTP/1.1" status: 204 len: 168 time: 1.0641584 Oct 27 15:09:47.606936 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] For port 58073106-fde6-49d1-a21b-f6286534cb90, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=58073106-fde6-49d1-a21b-f6286534cb90,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:47.607364 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:47.839214 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40530) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:47.845625 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1729102562', 'description': 'tempest-description--1934771264'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:47.851616 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:47.856758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:security_group and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:47.859813 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:47.866291 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:47.877339 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:47.914902 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:47.919902 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:security_group_rule and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:47.922893 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:47.929710 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:48.042098 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff9d10-4369-40a2-b2df-ffdbd08657bd req-92230aa3-d52c-45ac-aa0a-678eea185c00 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:48.043597 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f1ff9d10-4369-40a2-b2df-ffdbd08657bd req-92230aa3-d52c-45ac-aa0a-678eea185c00 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 946 time: 0.4283140 Oct 27 15:09:48.044070 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.057647 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4744fd1-deb9-456f-9ac7-7dac04f64e3a req-0f2e3706-7bcf-4f07-90f3-a627dc307f8c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:48.059147 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a4744fd1-deb9-456f-9ac7-7dac04f64e3a req-0f2e3706-7bcf-4f07-90f3-a627dc307f8c tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.1272671 Oct 27 15:09:48.060184 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.063901 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a48edca0-a3a6-4406-8163-3cb08b5ccc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:48.134179 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43172e10-b336-4890-8245-c237772ad4cf,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:48.137657 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.140308 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.2984660 Oct 27 15:09:48.142084 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40534) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:48.146766 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.147138 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.147908 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.l3_db [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Floating IP 32e16106-86d6-4fa9-86da-f9da7199a266 disassociated. External IP: 172.28.2.50, port: 58073106-fde6-49d1-a21b-f6286534cb90. Oct 27 15:09:48.147908 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Calling delete_port for 58073106-fde6-49d1-a21b-f6286534cb90 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:09:48.155034 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'security_group_rule': {'security_group_id': '43172e10-b336-4890-8245-c237772ad4cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:48.166609 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:48.169587 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.169971 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.170342 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.170704 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.171063 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.171423 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.171778 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.172134 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.172522 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.172874 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.173226 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:09:48.178954 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f1ff9d10-4369-40a2-b2df-ffdbd08657bd req-22bf450c-d32e-497f-9b42-0c6e60d44e0c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=da633727-8c96-489e-b218-26204bd1c103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212170 Oct 27 15:09:48.179277 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a4744fd1-deb9-456f-9ac7-7dac04f64e3a req-ba92e533-6526-4bec-a1c5-fcbf2eeaec94 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea81f120-463a-4ab4-92c2-a5a211dce63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059794 Oct 27 15:09:48.180087 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:48.181064 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:security_group_rule and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:48.184187 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:48.190270 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:48.215749 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.218700 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-280936da-8e3d-46e7-9e82-9720e6c32dd1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:48.220273 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-280936da-8e3d-46e7-9e82-9720e6c32dd1 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.52 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 945 time: 0.3426733 Oct 27 15:09:48.286510 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.290630 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.292592 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-403706a0-9574-49d3-93be-2bdc9e626144 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:48.315877 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427d6d15-e3b1-4870-9868-11911e14c230,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:48.318443 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Deleting port 518ce3c4-a6aa-4344-988d-e7be8aca0007 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:09:48.319135 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.320517 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:48.325433 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.326768 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-997ae433-11d1-4bba-b83a-c7823e68eef0 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1834364 Oct 27 15:09:48.329248 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40538) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:48.334649 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'security_group_rule': {'security_group_id': '43172e10-b336-4890-8245-c237772ad4cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:48.340933 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:48.344938 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:security_group_rule and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:48.347830 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:48.353805 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:48.371755 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.434587 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.439385 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.441659 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2e0122e2-336b-4458-ab0a-503ceeead304 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:48.463636 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a55a098-5535-44ec-9d53-39f91dbeda9c,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:48.469207 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:48.474208 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.475394 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-08e84764-7bf4-4edd-a9d6-8fd30c0cf8cf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1451588 Oct 27 15:09:48.478616 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40542) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:48.484932 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'floatingip': {'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:48.489502 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.490977 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:48.495306 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Usage tracker for resource:floatingip and tenant:a93e3c0da90b460ea546ab8817fe2972 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:48.496899 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c59d58b7-5230-449a-8b0e-1da377b2d400 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:48.498879 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:48.504429 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-54a92fd5-fbff-49a4-b8c5-39a2762098d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.505714 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:48.517259 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.567565 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event deleted for resources: {'Port': ['ID=58073106-fde6-49d1-a21b-f6286534cb90,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:48.572478 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:48.656799 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.766940 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] For port 518ce3c4-a6aa-4344-988d-e7be8aca0007, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=518ce3c4-a6aa-4344-988d-e7be8aca0007,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:48.767203 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.796616 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_common [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Allocated IP 172.28.2.245 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/48c0a5c5-3855-47f6-ba8a-173602010b07) {{(pid=82783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:09:48.893917 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Calling delete_port for 518ce3c4-a6aa-4344-988d-e7be8aca0007 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:09:48.908625 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.960797 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for port, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.991351 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:48.996181 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3323a2f1-0e40-4e10-9058-3e9beb1f7706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:49.070769 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:09:49.071901 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources bound (agent type, host, resource id): {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:09:49.074268 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'Port': ['ID=48c0a5c5-3855-47f6-ba8a-173602010b07,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:49.077562 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Received port after_create {{(pid=82783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:09:49.117870 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:49.130896 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.138804 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-58795cf5-0701-4c6d-9317-acc22b752254 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:49.145655 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['518ce3c4-a6aa-4344-988d-e7be8aca0007'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:09:49.168830 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Router ce24be3e-892e-4346-96fa-b01a3dc8dfbc has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:09:49.187492 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Pushing event deleted for resources: {'Port': ['ID=518ce3c4-a6aa-4344-988d-e7be8aca0007,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:49.191020 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:49.278004 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.417394 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] No DVR routers for this DVR port 518ce3c4-a6aa-4344-988d-e7be8aca0007 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:09:49.445293 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-10b63090-5db1-47a2-a338-7753489d7b11 req-258655f6-fc09-4e0d-b44d-73f12c6cf241 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.55 "GET /v2.0/ports?device_id=eabf9a5a-bbc0-45a3-a226-469cfd29de91 HTTP/1.1" status: 200 len: 210 time: 0.0527997 Oct 27 15:09:49.457004 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.460902 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.464706 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabf9a5a-bbc0-45a3-a226-469cfd29de91', 'name': 'network-vif-deleted', 'tag': '518ce3c4-a6aa-4344-988d-e7be8aca0007'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:49.481313 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-3f00d10f-6fd9-4444-9eb8-b61b8a6f5654 req-7b61dc38-b4d5-43be-8fd3-8ff9859255c6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=dcfbe910-4ef0-435d-8690-c9b11cdafd27 HTTP/1.1" status: 200 len: 210 time: 0.0706065 Oct 27 15:09:49.508134 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8a850f10-f9bb-45ac-b31a-84884f76b2cf req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] 10.222.0.52 "DELETE /v2.0/ports/518ce3c4-a6aa-4344-988d-e7be8aca0007 HTTP/1.1" status: 204 len: 173 time: 1.2768397 Oct 27 15:09:49.588527 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eabf9a5a-bbc0-45a3-a226-469cfd29de91', 'name': 'network-vif-deleted', 'tag': '518ce3c4-a6aa-4344-988d-e7be8aca0007', 'status': 'completed', 'code': 200} Oct 27 15:09:49.652258 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:09:49.662433 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] Sync routers for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:09:49.674943 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:09:49.676879 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:49.705163 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for port, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.710460 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1500550'] for port, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.715662 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:49.729674 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] No DVR routers for this DVR port 58073106-fde6-49d1-a21b-f6286534cb90 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:09:49.732619 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.734903 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-85df1f7e-0284-4e11-8b44-c0fb049aa6b4 req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "DELETE /v2.0/ports/58073106-fde6-49d1-a21b-f6286534cb90 HTTP/1.1" status: 204 len: 173 time: 2.6165707 Oct 27 15:09:49.817992 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'Port': ['ID=48c0a5c5-3855-47f6-ba8a-173602010b07,revision_number=2']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:49.822098 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:49.837242 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.862536 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:49.864177 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3842931 Oct 27 15:09:49.880097 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:09:50.165405 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-4f9940df-9c3e-40f4-aee2-d58aba3fc76f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1729102562&fields=id&tenant_id=a93e3c0da90b460ea546ab8817fe2972 HTTP/1.1" status: 200 len: 267 time: 0.0645027 Oct 27 15:09:50.248261 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:50.252288 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] Checking router: ce24be3e-892e-4346-96fa-b01a3dc8dfbc for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:09:50.262898 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:09:50.263516 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:50.322442 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 518ce3c4-a6aa-4344-988d-e7be8aca0007 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:09:50.330556 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-54c9e5ad-2493-47a2-ba8f-48a92975d99d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:50.332141 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-54c9e5ad-2493-47a2-ba8f-48a92975d99d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 811 time: 0.1592209 Oct 27 15:09:50.350554 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-e3360838-57b5-4f45-b72e-3072fc84cf2e tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/quotas/a93e3c0da90b460ea546ab8817fe2972 HTTP/1.1" status: 200 len: 375 time: 0.0111189 Oct 27 15:09:50.363126 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 518ce3c4-a6aa-4344-988d-e7be8aca0007 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:09:50.363618 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 518ce3c4-a6aa-4344-988d-e7be8aca0007 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:09:50.364128 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:09:50.399899 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 58073106-fde6-49d1-a21b-f6286534cb90 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:09:50.400261 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 58073106-fde6-49d1-a21b-f6286534cb90 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:09:50.441658 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-3406b12b-3061-4bf3-a2a9-87b231e38d99 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:50.457326 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:09:50.458230 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-3406b12b-3061-4bf3-a2a9-87b231e38d99 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:50.460129 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-3406b12b-3061-4bf3-a2a9-87b231e38d99 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1026273 Oct 27 15:09:50.572246 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40564) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:50.632433 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-64aefe4c-930b-4abc-8682-dbafae410793 service neutron] 10.222.0.55 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586230 Oct 27 15:09:50.732277 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40570) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:50.780153 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-2673a047-19b0-4a2a-8449-01c358a88c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:50.788452 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c5e44da0-67bf-4a28-8504-87238360e003 service neutron] 10.222.0.55 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545324 Oct 27 15:09:50.830331 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:50.831921 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4aa4-d743-4167-91fa-234775501c55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:50.835046 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5386be7-02eb-4b6f-a897-1901367dac46 None None] The sync data for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb is: [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:09:50.867736 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4aa4-d743-4167-91fa-234775501c55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:51.017772 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-51d9d658-3122-4e8a-9643-cfd396714f81 req-24720a1e-5783-4aa5-8fcf-0858f943bd0d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 210 time: 0.0511820 Oct 27 15:09:51.047300 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4aa4-d743-4167-91fa-234775501c55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:51.060134 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-84768775-e1b4-40de-a773-cf16b4906e5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:51.126687 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b4aa4-d743-4167-91fa-234775501c55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da633727-8c96-489e-b218-26204bd1c103,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:51.130017 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6a4b4aa4-d743-4167-91fa-234775501c55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:51.139920 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6a4b4aa4-d743-4167-91fa-234775501c55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:51.143804 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-6a4b4aa4-d743-4167-91fa-234775501c55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "DELETE /v2.0/security-groups/da633727-8c96-489e-b218-26204bd1c103 HTTP/1.1" status: 204 len: 168 time: 0.4103625 Oct 27 15:09:51.144106 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40582) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:51.174186 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975cf216-43cc-4169-b0a6-d338290f7482 None None] New status for floating IP 32e16106-86d6-4fa9-86da-f9da7199a266: DOWN {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:09:51.180686 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.api.v2.resource [None req-0d05c21f-9288-4e77-8d28-362908715fed tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] show failed (client error): The resource could not be found. Oct 27 15:09:51.185865 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-0d05c21f-9288-4e77-8d28-362908715fed tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups/da633727-8c96-489e-b218-26204bd1c103 HTTP/1.1" status: 404 len: 347 time: 0.0405686 Oct 27 15:09:51.189355 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40586) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:51.375120 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Deleting port 7f952bb0-6ab7-487f-96ee-947167124e14 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:09:51.375556 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:51.413629 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447984'] for router_interface, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:51.592007 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-deleted', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:51.653333 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcfbe910-4ef0-435d-8690-c9b11cdafd27', 'name': 'network-vif-deleted', 'tag': '58073106-fde6-49d1-a21b-f6286534cb90', 'status': 'completed', 'code': 200} Oct 27 15:09:51.767771 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:51.768414 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:51.802004 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:51.899170 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Calling delete_port for 7f952bb0-6ab7-487f-96ee-947167124e14 owned by network:floatingip {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:09:52.182171 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:52.193312 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:52.213042 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-e283a6a9-a900-4862-bebe-f46c3dd60ac5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:52.214458 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-e283a6a9-a900-4862-bebe-f46c3dd60ac5 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 811 time: 0.2233231 Oct 27 15:09:52.273388 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-f2b861ab-92cb-46dd-8478-8dab560142e1 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a93e3c0da90b460ea546ab8817fe2972 HTTP/1.1" status: 200 len: 380 time: 0.0445981 Oct 27 15:09:52.288378 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'port': {'device_id': '06fa0a63-e688-464a-b347-9d751ad32125', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'admin_state_up': True, 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'security_groups': ['43172e10-b336-4890-8245-c237772ad4cf']}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:52.308140 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event deleted for resources: {'Port': ['ID=7f952bb0-6ab7-487f-96ee-947167124e14,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:52.316673 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5de328e4-cf37-4097-b0cf-2d3965ec4a8a req-a17d665a-fd2d-4aeb-aeba-c83d658d1937 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 210 time: 0.0933802 Oct 27 15:09:52.317510 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:52.429753 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:52.440008 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:52.450731 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Made reservation on behalf of a93e3c0da90b460ea546ab8817fe2972 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:09:52.454194 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:52.462880 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:52.526396 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:52.527556 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3ae806b6-54aa-435c-861e-e479aa2d5d51 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "DELETE /v2.0/floatingips/32e16106-86d6-4fa9-86da-f9da7199a266 HTTP/1.1" status: 204 len: 168 time: 1.3360150 Oct 27 15:09:52.636268 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Allocated IP 172.20.0.8 (b91e10a7-42d5-43f6-8395-cb0d3b98d411/5ce70bea-70eb-4c80-af3b-ca6e09b2fb01/1054ecd9-c053-430d-afdd-38c9058e4c56) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:09:52.708581 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Deleting port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:09:52.708894 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:52.835591 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:52.853223 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Transition to ACTIVE for port object 1054ecd9-c053-430d-afdd-38c9058e4c56 will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:09:52.878285 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:52.885045 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:52.886854 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] For port 8b9738fe-6485-48cd-a5aa-a5e30eb45de3, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,segment=NetworkSegment(40c7c336-5a18-434f-803d-9851f47af487),segment_id=40c7c336-5a18-434f-803d-9851f47af487)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:52.887410 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:52.951060 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40600) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:53.020255 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457645306', 'description': 'tempest-description--1387110237'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:53.032614 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Calling delete_port for 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 owned by network:router_interface {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:09:53.033280 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:09:53.036943 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:09:53.038869 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event updated for resources: {'Port': ['ID=1054ecd9-c053-430d-afdd-38c9058e4c56,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:53.040984 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:09:53.068025 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:53.068811 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:53.076855 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:security_group and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:53.089798 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:53.099691 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:53.110555 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:53.111228 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.146131 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8619223 Oct 27 15:09:53.156032 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:09:53.160285 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Request body: {'port': {'device_id': '06fa0a63-e688-464a-b347-9d751ad32125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:53.217518 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.291221 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.321863 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-6e19e699-5772-42b7-a8c7-b88c5425f38f None None] Provisioning for port 1054ecd9-c053-430d-afdd-38c9058e4c56 completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:09:53.327879 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-6e19e699-5772-42b7-a8c7-b88c5425f38f None None] Provisioning complete for port 1054ecd9-c053-430d-afdd-38c9058e4c56 triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:09:53.328386 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-6e19e699-5772-42b7-a8c7-b88c5425f38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.337395 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.391700 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-6e19e699-5772-42b7-a8c7-b88c5425f38f None None] Port 1054ecd9-c053-430d-afdd-38c9058e4c56 cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:09:53.411411 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:53.419539 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:security_group_rule and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:53.425681 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:53.436268 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:53.601170 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.610168 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.613594 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-45a816f9-0028-4d5a-82dd-d7c790931c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:53.658447 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.666933 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1054ecd9-c053-430d-afdd-38c9058e4c56 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:09:53.675261 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.675677 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf0703d-4718-4cfb-8408-f4356765e0e5,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:53.685862 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184bde0-e9e9-4ced-96cd-dd9e4a46edc5 req-f9129f8b-5d10-46d2-a074-7eca6e578a6d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:53.687343 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1184bde0-e9e9-4ced-96cd-dd9e4a46edc5 req-f9129f8b-5d10-46d2-a074-7eca6e578a6d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 931 time: 0.2291853 Oct 27 15:09:53.688374 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:53.690711 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.694540 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.7396457 Oct 27 15:09:53.694540 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:53.694773 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40606) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:53.697411 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Transition to ACTIVE for port object 1054ecd9-c053-430d-afdd-38c9058e4c56 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:09:53.702384 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'security_group_rule': {'security_group_id': 'bdf0703d-4718-4cfb-8408-f4356765e0e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:53.707836 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.712658 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:53.714642 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-313441ec-f25c-4ed1-a128-6030a908824f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:53.749485 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9738fe-6485-48cd-a5aa-a5e30eb45de3,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:53.752290 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:53.762869 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:security_group_rule and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:53.767981 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:53.838013 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:53.855057 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-1184bde0-e9e9-4ced-96cd-dd9e4a46edc5 req-f4c55640-1f70-41d0-8c84-b80a492fbfde tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:53.861772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1054ecd9-c053-430d-afdd-38c9058e4c56,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:53.865504 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:53.905311 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:53.946224 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-1184bde0-e9e9-4ced-96cd-dd9e4a46edc5 req-f4c55640-1f70-41d0-8c84-b80a492fbfde tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:53.956975 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1184bde0-e9e9-4ced-96cd-dd9e4a46edc5 req-f4c55640-1f70-41d0-8c84-b80a492fbfde tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307475 Oct 27 15:09:54.023724 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Attempting to bind port 1054ecd9-c053-430d-afdd-38c9058e4c56 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:09:54.024063 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Attempting to bind port 1054ecd9-c053-430d-afdd-38c9058e4c56 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:09:54.024412 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Attempting to bind port 1054ecd9-c053-430d-afdd-38c9058e4c56 on network b91e10a7-42d5-43f6-8395-cb0d3b98d411 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:09:54.040262 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.041559 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Port 1054ecd9-c053-430d-afdd-38c9058e4c56 on network b91e10a7-42d5-43f6-8395-cb0d3b98d411 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:09:54.041851 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Attempting to bind port 1054ecd9-c053-430d-afdd-38c9058e4c56 on network b91e10a7-42d5-43f6-8395-cb0d3b98d411 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:09:54.045951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.050078 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:54.061047 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:09:54.061383 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Checking segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:09:54.061758 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Bound using segment: {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:09:54.062192 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Bound port: 1054ecd9-c053-430d-afdd-38c9058e4c56, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1740491-3af5-4524-8810-9aaf109dc3a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:09:54.062532 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.086575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90afecec-3154-4985-9f01-2d3aafcb2adf,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:54.095588 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:54.103696 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447162'] for router_interface, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.123231 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.127132 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-cd1c0fbb-d31c-4065-993f-cb65fbc2cccd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4314237 Oct 27 15:09:54.127725 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40610) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:54.141130 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'security_group_rule': {'security_group_id': 'bdf0703d-4718-4cfb-8408-f4356765e0e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:54.155369 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:54.162260 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:security_group_rule and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:54.166576 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:54.183176 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:54.197954 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] For port 1054ecd9-c053-430d-afdd-38c9058e4c56, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:09:54.201806 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] For port 1054ecd9-c053-430d-afdd-38c9058e4c56, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=1054ecd9-c053-430d-afdd-38c9058e4c56,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:09:54.209636 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.228676 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.235870 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1c810795-5faf-41c7-be45-bcbf0185019b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:54.324772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.326277 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/1054ecd9-c053-430d-afdd-38c9058e4c56 HTTP/1.1" status: 200 len: 1093 time: 1.1703870 Oct 27 15:09:54.326738 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fa0a63-e688-464a-b347-9d751ad32125', 'tag': '1054ecd9-c053-430d-afdd-38c9058e4c56'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:09:54.346032 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1054ecd9-c053-430d-afdd-38c9058e4c56,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:54.349821 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:54.372348 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.418126 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fa0a63-e688-464a-b347-9d751ad32125', 'tag': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'status': 'completed', 'code': 200} Oct 27 15:09:54.419035 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511723'] for security_group_rule, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.430131 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:54.454033 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dde80e4-2f41-49df-9bec-e5be86b14c86,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:54.459808 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:54.476163 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.481426 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-5555b808-d290-48cd-bff6-b34ad4f1ca3b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3468125 Oct 27 15:09:54.483548 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40616) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:54.489323 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'floatingip': {'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:54.500722 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:54.506079 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Usage tracker for resource:floatingip and tenant:37b7003b5b6c4189901c618c23f98dc3 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:09:54.510008 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:09:54.517361 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:09:54.526339 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-d9f8dcdd-ca54-4842-b356-9cfe04f88d91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 1096 time: 0.1455429 Oct 27 15:09:54.580616 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:54.613600 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-00a33a6c-8ded-4d98-ac89-84ba893a388a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1054ecd9-c053-430d-afdd-38c9058e4c56 HTTP/1.1" status: 200 len: 217 time: 0.0797067 Oct 27 15:09:54.697188 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-1f599022-3418-401d-9941-41a5d0834446 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:54.698650 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-1f599022-3418-401d-9941-41a5d0834446 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.0785146 Oct 27 15:09:54.736695 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Router ad4266fc-3750-418b-a2d3-d941965c7fd7 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:09:54.844652 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-6dd4aaea-7577-4784-a416-5576270b860b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1010361 Oct 27 15:09:54.847049 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:55.051583 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:09:55.056748 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] 10.222.0.55 "PUT /v2.0/routers/ad4266fc-3750-418b-a2d3-d941965c7fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4834743 Oct 27 15:09:55.060180 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40622) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:55.065718 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] Sync routers for ids ['ad4266fc-3750-418b-a2d3-d941965c7fd7'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:09:55.078917 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] Routers {'ad4266fc-3750-418b-a2d3-d941965c7fd7'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:09:55.079821 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ad4266fc-3750-418b-a2d3-d941965c7fd7'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:55.174844 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-e64d5a77-3895-4786-b1ed-12a108c96a97 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904372 Oct 27 15:09:55.207694 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Allocated IP 172.28.2.36 (0f55d325-7075-4613-8cc1-223ea34f07f9/8ba4294b-87f6-4259-be27-625446557328/f7e72ccc-58f8-41db-b8b2-7f510dbd8f12) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:09:55.284807 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87ab3b-ca87-4225-980c-469397652309 req-ce059a08-50af-4058-b212-c9ad4fcbd7da tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:55.286336 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2c87ab3b-ca87-4225-980c-469397652309 req-ce059a08-50af-4058-b212-c9ad4fcbd7da tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 943 time: 0.1524146 Oct 27 15:09:55.295122 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] Set router ad4266fc-3750-418b-a2d3-d941965c7fd7 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:09:55.352845 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2c87ab3b-ca87-4225-980c-469397652309 req-b22c3028-51a6-44fc-8750-d4be006a48d4 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604041 Oct 27 15:09:55.376528 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks [] for router, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:55.422557 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e18ba2aa-5af9-4c1d-a400-c7f17a65ae12 req-247c35c8-7353-4456-939c-f6e4564aef1b service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332320 Oct 27 15:09:55.469841 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:55.563186 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:55.568201 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e22d5323-26ba-446f-b537-079572bdde19 tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:55.600847 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:55.601104 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-e0a83504-41fc-45dd-870d-10110c646908 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 1096 time: 0.1256495 Oct 27 15:09:55.609610 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:09:53Z', 'revision_number': 5, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port': {'id': '50af869f-724b-4fa7-82fb-a53378c22b30', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:76:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:06:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:55.611115 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Deleting port 50af869f-724b-4fa7-82fb-a53378c22b30 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:09:55.611731 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:55.614679 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] Checking router: ad4266fc-3750-418b-a2d3-d941965c7fd7 for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:09:55.627475 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] Routers {'ad4266fc-3750-418b-a2d3-d941965c7fd7'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:09:55.628097 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ad4266fc-3750-418b-a2d3-d941965c7fd7'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:55.681649 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Network 0f55d325-7075-4613-8cc1-223ea34f07f9 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:09:55.684758 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'Port': ['ID=f7e72ccc-58f8-41db-b8b2-7f510dbd8f12,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:55.733305 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:09:55.739129 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:55.739809 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:09:55.792570 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] For port 50af869f-724b-4fa7-82fb-a53378c22b30, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=50af869f-724b-4fa7-82fb-a53378c22b30,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:55.792843 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] Set router ad4266fc-3750-418b-a2d3-d941965c7fd7 gateway port host: None {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:09:55.794140 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:55.821709 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-f899428b-a8c9-430a-8ab8-6d7a018c8585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:55.823045 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-f899428b-a8c9-430a-8ab8-6d7a018c8585 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 913 time: 0.2072632 Oct 27 15:09:55.898757 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:09:55Z', 'revision_number': 6, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port_host': None}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:55.903605 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379b07e-41c1-46de-8e74-102eeb360729 None None] The sync data for ids ['ad4266fc-3750-418b-a2d3-d941965c7fd7'] in dv-cinder-815673-1-smb is: [{'id': 'ad4266fc-3750-418b-a2d3-d941965c7fd7', 'name': 'tempest-ServerRescueNegativeTestJSON-1221142152-router', 'tenant_id': 'fa6e1634f7ed4752846f2a3281300b27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:06:42Z', 'updated_at': '2021-10-27T15:09:55Z', 'revision_number': 6, 'project_id': 'fa6e1634f7ed4752846f2a3281300b27', 'gw_port_host': None}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:09:55.908613 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-cef54753-9c81-4b07-9e16-e5c6fb3a3a85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1054ecd9-c053-430d-afdd-38c9058e4c56 HTTP/1.1" status: 200 len: 217 time: 0.0745554 Oct 27 15:09:55.922955 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Calling delete_port for 50af869f-724b-4fa7-82fb-a53378c22b30 owned by network:router_gateway {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:09:56.055031 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-4e2faf63-cf87-449c-8843-dd95adb9f590 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:56.056680 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-4e2faf63-cf87-449c-8843-dd95adb9f590 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.1435289 Oct 27 15:09:56.059337 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.092366 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.097125 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cd4e82d1-ed93-4d2c-935c-6854601c9ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:56.142633 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Pushing event deleted for resources: {'Port': ['ID=50af869f-724b-4fa7-82fb-a53378c22b30,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:56.145902 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:56.160432 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.254998 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-7abe1559-8f5b-476b-9276-679d574d184b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1897635 Oct 27 15:09:56.363527 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:09:56.379143 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450247'] for router_gateway, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.412213 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:09:56.412623 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 8b9738fe-6485-48cd-a5aa-a5e30eb45de3 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:09:56.554641 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-6cdf87c5-e3be-4204-8b5d-af536a4a1d0b service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911434 Oct 27 15:09:56.679839 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.690464 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.697096 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:56.750789 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8338'] for router, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.755246 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.852768 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411695'] for router, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.853437 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad4266fc-3750-418b-a2d3-d941965c7fd7 {{(pid=82783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 15:09:56.868851 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.869994 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-55393c58-4260-491a-b281-6e3dd52e6fba admin admin] 10.222.0.55 "DELETE /v2.0/routers/ad4266fc-3750-418b-a2d3-d941965c7fd7 HTTP/1.1" status: 204 len: 168 time: 1.8088210 Oct 27 15:09:56.873395 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40628) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:56.901970 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'Port': ['ID=f7e72ccc-58f8-41db-b8b2-7f510dbd8f12,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:56.915466 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:56.921795 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09836904-4cc6-4412-aeaf-920429ce5e01 req-d36de07b-7255-4a8b-a155-c21440b77b65 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:56.922519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-09836904-4cc6-4412-aeaf-920429ce5e01 req-d36de07b-7255-4a8b-a155-c21440b77b65 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:56.936561 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c82a7338-6c4b-4cc1-8c15-201094c102b4 req-17b8eddd-958b-496f-88a5-b187da597a91 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708262 Oct 27 15:09:56.936776 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Deleting subnet 30bf7b82-fe9d-418e-bca4-893c1bf0025c {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:09:56.939849 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.940969 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.970988 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-09836904-4cc6-4412-aeaf-920429ce5e01 req-d36de07b-7255-4a8b-a155-c21440b77b65 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:56.972401 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-09836904-4cc6-4412-aeaf-920429ce5e01 req-d36de07b-7255-4a8b-a155-c21440b77b65 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 943 time: 0.4740379 Oct 27 15:09:56.978425 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:56.989262 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4957373 Oct 27 15:09:56.997592 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.035568 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-09836904-4cc6-4412-aeaf-920429ce5e01 req-6c8f4a65-7eaf-4e9e-a88e-4ae26cfd5b1d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526612 Oct 27 15:09:57.062751 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.143930 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.150038 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:57.191984 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30bf7b82-fe9d-418e-bca4-893c1bf0025c,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:57.200313 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:57.210228 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.217242 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] 10.222.0.55 "DELETE /v2.0/subnets/30bf7b82-fe9d-418e-bca4-893c1bf0025c HTTP/1.1" status: 204 len: 168 time: 0.3428612 Oct 27 15:09:57.219692 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40640) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:57.363662 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.366257 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-e3ca76ba-2e1d-4439-87c9-8a5a92380d44 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Synchronizing usage tracker for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:57.427876 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-e3ca76ba-2e1d-4439-87c9-8a5a92380d44 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Unset dirty status for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:57.429035 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-e3ca76ba-2e1d-4439-87c9-8a5a92380d44 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--457645306&fields=id&tenant_id=37b7003b5b6c4189901c618c23f98dc3 HTTP/1.1" status: 200 len: 267 time: 0.1902964 Oct 27 15:09:57.544504 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.626312 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d643b43-c892-4be7-ae00-7efeb38878ff']}} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:57.649023 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c7c336-5a18-434f-803d-9851f47af487') {'for_net_delete': True} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:57.649321 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c7c336-5a18-434f-803d-9851f47af487') {} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:09:57.674306 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3864218'] for segment, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.690764 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-b00b102c-f898-42f5-ba76-a8353b7d3484 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:57.692180 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-b00b102c-f898-42f5-ba76-a8353b7d3484 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 817 time: 0.2559619 Oct 27 15:09:57.699083 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.711312 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Releasing vlan 1397 on physical network physnet1 to pool {{(pid=82783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:09:57.711707 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1500578'] for segment, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: Traceback (most recent call last): Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: timer() Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: cb(*args, **kw) Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: return func(*args, **kwargs) Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: self._notify() Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: self.callback(batched_events) Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: event.method(event) Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: return f(self, *a, **k) Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: return self._get(url).json() Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: return self.request(url, 'GET', **kwargs) Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:09:57.726498 dv-cinder-815673-1-smb neutron-server[82783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:09:57.738433 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-7d8b8a9d-6ef4-4fa2-9504-8e9fee8ab823 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/quotas/37b7003b5b6c4189901c618c23f98dc3 HTTP/1.1" status: 200 len: 375 time: 0.0407541 Oct 27 15:09:57.841026 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.847535 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:57.864125 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:57.877145 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Pushing event deleted for resources: {'Network': ['ID=0d643b43-c892-4be7-ae00-7efeb38878ff,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:57.886172 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:57.890776 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] 10.222.0.55 "DELETE /v2.0/networks/0d643b43-c892-4be7-ae00-7efeb38878ff HTTP/1.1" status: 204 len: 168 time: 0.6698518 Oct 27 15:09:57.909511 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-1495c16a-34ef-4a04-a4cc-8204503c4df9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Synchronizing usage tracker for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:port {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:09:57.924727 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-1495c16a-34ef-4a04-a4cc-8204503c4df9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Unset dirty status for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:port {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:09:57.926305 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-1495c16a-34ef-4a04-a4cc-8204503c4df9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1763868 Oct 27 15:09:58.103455 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40648) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:58.168791 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-d96e5cad-d519-4996-a1eb-8a683532b1f0 service neutron] 10.222.0.55 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307880 Oct 27 15:09:58.219715 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-454c76a0-61dd-4122-aebd-fa70ec2fcc8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa6e1634f7ed4752846f2a3281300b27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1151581 Oct 27 15:09:58.224879 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40652) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:09:58.229549 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 50af869f-724b-4fa7-82fb-a53378c22b30 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:09:58.265448 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 50af869f-724b-4fa7-82fb-a53378c22b30 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:09:58.265948 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 50af869f-724b-4fa7-82fb-a53378c22b30 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:09:58.304384 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-0a52cc40-70ae-4e89-b732-55ace58b923a service neutron] 10.222.0.55 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299269 Oct 27 15:09:58.313885 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1d93-d55a-4b61-859c-3412dfa3e56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:58.322322 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75576cd6-81df-4a29-ab3d-4ff2695cca2e req-975ccd46-08d4-4d51-8d78-3760c68cdd9c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:58.323755 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75576cd6-81df-4a29-ab3d-4ff2695cca2e req-975ccd46-08d4-4d51-8d78-3760c68cdd9c tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 943 time: 0.1508586 Oct 27 15:09:58.351667 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 1054ecd9-c053-430d-afdd-38c9058e4c56 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:09:58.369672 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1d93-d55a-4b61-859c-3412dfa3e56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:58.447183 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-75576cd6-81df-4a29-ab3d-4ff2695cca2e req-76008ef4-06f1-44b9-a98c-9c212ace212b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147649 Oct 27 15:09:58.467260 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1d93-d55a-4b61-859c-3412dfa3e56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:58.472748 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-87a35e5a-c79c-4232-a51c-b331a51cbcb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:58.487075 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e1d93-d55a-4b61-859c-3412dfa3e56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea81f120-463a-4ab4-92c2-a5a211dce63e,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:58.498024 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-eb6e1d93-d55a-4b61-859c-3412dfa3e56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:58.510570 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 1054ecd9-c053-430d-afdd-38c9058e4c56, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=1054ecd9-c053-430d-afdd-38c9058e4c56,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:58.510825 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-eb6e1d93-d55a-4b61-859c-3412dfa3e56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:58.512437 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-eb6e1d93-d55a-4b61-859c-3412dfa3e56a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea81f120-463a-4ab4-92c2-a5a211dce63e HTTP/1.1" status: 204 len: 168 time: 0.2861092 Oct 27 15:09:58.532589 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'port_id': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'mac_address': 'fa:16:3e:23:5b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:09:58.544128 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5d99d60f-2efb-49f4-810a-3daef6de795d req-65fc25bf-db24-4e6f-93ac-a7a453050505 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 210 time: 0.0556161 Oct 27 15:09:58.593027 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:58.611759 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1054ecd9-c053-430d-afdd-38c9058e4c56 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:09:58.629617 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 1054ecd9-c053-430d-afdd-38c9058e4c56, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=1054ecd9-c053-430d-afdd-38c9058e4c56,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:09:58.636190 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:09:58.640176 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:09:58.716940 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=1054ecd9-c053-430d-afdd-38c9058e4c56,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:09:58.721469 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:09:58.894363 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['1054ecd9-c053-430d-afdd-38c9058e4c56'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:09:59.745801 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-67fa11d6-45aa-48e6-a354-5195f75ca938 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:59.746934 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-67fa11d6-45aa-48e6-a354-5195f75ca938 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 817 time: 0.2258341 Oct 27 15:09:59.783309 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad911de-bd11-4bf0-9af1-41ccfd803ce7 req-c2499989-7958-44d7-b0ca-0b43cf600a53 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:09:59.784774 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-dad911de-bd11-4bf0-9af1-41ccfd803ce7 req-c2499989-7958-44d7-b0ca-0b43cf600a53 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 944 time: 0.1455097 Oct 27 15:09:59.832265 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-5deaf1ff-01ca-4e4c-9b96-fd5fe2716975 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37b7003b5b6c4189901c618c23f98dc3 HTTP/1.1" status: 200 len: 379 time: 0.0705934 Oct 27 15:09:59.843446 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'port': {'device_id': '67da70d2-43d7-430c-b86b-0222f2f24616', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'admin_state_up': True, 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'security_groups': ['bdf0703d-4718-4cfb-8408-f4356765e0e5']}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:09:59.882876 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c07ea02e-f558-4045-86f8-c29083fb60e2 req-62b95180-93b9-4248-aba9-65decf638d61 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 210 time: 0.0414228 Oct 27 15:09:59.891109 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-dad911de-bd11-4bf0-9af1-41ccfd803ce7 req-14906e71-b65b-4a80-b6c1-69b45ca3a4c9 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988295 Oct 27 15:09:59.987843 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:09:59.998350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:00.008763 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Made reservation on behalf of 37b7003b5b6c4189901c618c23f98dc3 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:10:00.011953 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.203427 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Allocated IP 172.20.0.4 (e97f6297-20f8-444b-8f59-70b41c6cdc5c/8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba/684a643f-bbf7-4a72-a7ab-00f44d003eef) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:10:00.354578 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 1054ecd9-c053-430d-afdd-38c9058e4c56 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:10:00.404370 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.424006 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Transition to ACTIVE for port object 684a643f-bbf7-4a72-a7ab-00f44d003eef will not be triggered until provisioned by entity DHCP. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:10:00.433100 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 1054ecd9-c053-430d-afdd-38c9058e4c56 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:10:00.438657 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 1054ecd9-c053-430d-afdd-38c9058e4c56 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:10:00.439035 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.451285 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.457545 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-10e07b66-7222-4258-acbc-6cbe458de5cd tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:00.536402 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:10:00.540041 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:10:00.542015 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:00.544423 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:10:00.568208 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40718) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:00.571580 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:00.580834 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.611662 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fa0a63-e688-464a-b347-9d751ad32125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1054ecd9-c053-430d-afdd-38c9058e4c56'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:10:00.617499 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 1054ecd9-c053-430d-afdd-38c9058e4c56, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=1054ecd9-c053-430d-afdd-38c9058e4c56,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:10:00.624290 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:00.625360 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.641584 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.643501 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:00.659326 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8198359 Oct 27 15:10:00.673716 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Request body: {'port': {'device_id': '67da70d2-43d7-430c-b86b-0222f2f24616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:00.717446 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fa0a63-e688-464a-b347-9d751ad32125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'code': 200} Oct 27 15:10:00.742848 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=1054ecd9-c053-430d-afdd-38c9058e4c56,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:00.745836 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:00.762433 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.800945 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:00.805349 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:4f81301249cc440ca8b1432adf12be21 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:00.809469 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:00.816937 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:00.823209 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-0a56d9b0-c1b9-44db-b8f6-de6a56b0ea85 None None] Provisioning for port 684a643f-bbf7-4a72-a7ab-00f44d003eef completed by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:10:00.829917 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-0a56d9b0-c1b9-44db-b8f6-de6a56b0ea85 None None] Provisioning complete for port 684a643f-bbf7-4a72-a7ab-00f44d003eef triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:10:00.830268 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0a56d9b0-c1b9-44db-b8f6-de6a56b0ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.830437 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.890114 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-0a56d9b0-c1b9-44db-b8f6-de6a56b0ea85 None None] Port 684a643f-bbf7-4a72-a7ab-00f44d003eef cannot update to ACTIVE because it is not bound. {{(pid=82784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Oct 27 15:10:00.890379 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.895157 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:00.902489 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-43956ca4-a6e5-49fe-8627-019ea56e6590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:00.945573 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3171a3a3-395b-439a-9215-0b87cb3b9abf,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:00.949160 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:00.954758 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f81301249cc440ca8b1432adf12be21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3851314 Oct 27 15:10:00.955380 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40730) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:01.032330 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6cba3f0c-ffc3-4db2-85c5-c1c49faacbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.099333 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6cba3f0c-ffc3-4db2-85c5-c1c49faacbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.176083 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7951376-873d-4a69-b810-15e3c0095f09 req-deb129e1-ffd4-4f7a-9ac9-cce55a59093c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:01.177601 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d7951376-873d-4a69-b810-15e3c0095f09 req-deb129e1-ffd4-4f7a-9ac9-cce55a59093c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 931 time: 0.1220102 Oct 27 15:10:01.205530 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6cba3f0c-ffc3-4db2-85c5-c1c49faacbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.211698 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-475bdc91-6bc6-461d-8c29-86baeb3ef73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:01.212951 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7faa9f8e-679d-4949-be5c-d2cd76c88342 req-c172fea3-8b84-43ee-a77e-d6f604cdf9cd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 1098 time: 0.3139114 Oct 27 15:10:01.236937 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba3f0c-ffc3-4db2-85c5-c1c49faacbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3171a3a3-395b-439a-9215-0b87cb3b9abf,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:01.241485 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6cba3f0c-ffc3-4db2-85c5-c1c49faacbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:01.242777 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6cba3f0c-ffc3-4db2-85c5-c1c49faacbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.246551 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-6cba3f0c-ffc3-4db2-85c5-c1c49faacbe8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3171a3a3-395b-439a-9215-0b87cb3b9abf HTTP/1.1" status: 204 len: 168 time: 0.2896132 Oct 27 15:10:01.254818 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d7951376-873d-4a69-b810-15e3c0095f09 req-d500fc40-97f2-440a-a961-d4ba7ec4d767 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688827 Oct 27 15:10:01.338954 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06a8b4c-f032-4a06-8ae8-5ebd6670c1ef req-11addd74-4171-4bca-a0ff-26a24d2e507d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:01.340742 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f06a8b4c-f032-4a06-8ae8-5ebd6670c1ef req-11addd74-4171-4bca-a0ff-26a24d2e507d tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 945 time: 0.2597106 Oct 27 15:10:01.378459 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7faa9f8e-679d-4949-be5c-d2cd76c88342 req-894312ce-be2b-4fba-a9ed-6f8b0834d7e5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520076 Oct 27 15:10:01.427474 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f06a8b4c-f032-4a06-8ae8-5ebd6670c1ef req-3c80e986-af07-493d-a792-4e8470886998 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683155 Oct 27 15:10:01.479736 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684a643f-bbf7-4a72-a7ab-00f44d003eef {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:10:01.487311 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.503609 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Transition to ACTIVE for port object 684a643f-bbf7-4a72-a7ab-00f44d003eef will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:10:01.508095 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.511886 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:01.638106 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:01.647490 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:01.763923 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Attempting to bind port 684a643f-bbf7-4a72-a7ab-00f44d003eef on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:10:01.764548 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Attempting to bind port 684a643f-bbf7-4a72-a7ab-00f44d003eef by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:10:01.764884 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Attempting to bind port 684a643f-bbf7-4a72-a7ab-00f44d003eef on network e97f6297-20f8-444b-8f59-70b41c6cdc5c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:10:01.770647 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Port 684a643f-bbf7-4a72-a7ab-00f44d003eef on network e97f6297-20f8-444b-8f59-70b41c6cdc5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:10:01.770976 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Attempting to bind port 684a643f-bbf7-4a72-a7ab-00f44d003eef on network e97f6297-20f8-444b-8f59-70b41c6cdc5c {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:10:01.777606 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:10:01.778124 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Checking segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:10:01.778538 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Bound using segment: {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:10:01.778901 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Bound port: 684a643f-bbf7-4a72-a7ab-00f44d003eef, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07b010bd-d974-4c86-b92b-86c74a8451b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:10:01.779241 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.871026 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:10:01.874482 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:10:01.878069 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.882203 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-936f6616-12ff-4bd3-8918-b577383638b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:01.940444 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:01.941817 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] 10.222.0.52 "PUT /v2.0/ports/684a643f-bbf7-4a72-a7ab-00f44d003eef HTTP/1.1" status: 200 len: 1093 time: 1.2738197 Oct 27 15:10:01.942294 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:10:01.958990 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:01.962547 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:02.050114 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'status': 'completed', 'code': 200} Oct 27 15:10:02.089650 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-a376fbe5-817d-4e16-89b0-308fa0784790 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 1096 time: 0.0856638 Oct 27 15:10:02.169494 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-2d37d9f5-4557-452e-aaa9-d2f685efc9fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef HTTP/1.1" status: 200 len: 217 time: 0.0714247 Oct 27 15:10:02.239614 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-4e41b0db-aebd-49b5-b421-bfeba038645b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:02.240978 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-4e41b0db-aebd-49b5-b421-bfeba038645b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.0587716 Oct 27 15:10:02.325563 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-6c5ce49b-484f-4a6b-ab36-c36fa95c4a2f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747764 Oct 27 15:10:02.519380 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-870f5a27-bb99-4ee3-a703-576e38f08f11 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869071 Oct 27 15:10:02.645083 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13411765-61bb-4f40-b5e3-76cd9e13a38f req-16c2e00b-1b01-4e51-94d2-7adf6273643c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:02.646312 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-13411765-61bb-4f40-b5e3-76cd9e13a38f req-16c2e00b-1b01-4e51-94d2-7adf6273643c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Synchronizing usage tracker for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:10:02.680892 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41a3c-5c04-4f79-9354-1c85e8b37050 req-d9aafa8a-15eb-4f54-a450-04342593d598 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:02.683943 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa41a3c-5c04-4f79-9354-1c85e8b37050 req-d9aafa8a-15eb-4f54-a450-04342593d598 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 945 time: 0.1184106 Oct 27 15:10:02.690519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-13411765-61bb-4f40-b5e3-76cd9e13a38f req-16c2e00b-1b01-4e51-94d2-7adf6273643c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Unset dirty status for tenant:37b7003b5b6c4189901c618c23f98dc3 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:10:02.691725 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13411765-61bb-4f40-b5e3-76cd9e13a38f req-16c2e00b-1b01-4e51-94d2-7adf6273643c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.2659285 Oct 27 15:10:02.700320 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2c118344-83fe-4cc3-9938-fe57e74ced53 req-15b8370e-0187-4911-8473-be2993f9c441 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711721 Oct 27 15:10:02.733720 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2aa41a3c-5c04-4f79-9354-1c85e8b37050 req-c95834cd-04de-4dd3-a418-44b210c77f51 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Oct 27 15:10:02.757059 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13411765-61bb-4f40-b5e3-76cd9e13a38f req-0544a4e5-8653-4a0a-a761-fdb0afc93886 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555818 Oct 27 15:10:02.853237 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-5ce87cea-c172-4658-b430-068f3f4069a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 1096 time: 0.0952284 Oct 27 15:10:03.079349 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-a565678e-376e-4e47-8881-d541af04175b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:03.080854 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-a565678e-376e-4e47-8881-d541af04175b service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.2211719 Oct 27 15:10:03.157650 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-2f290a1e-4444-44d1-a878-9edc30dc8dd5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef HTTP/1.1" status: 200 len: 217 time: 0.0677395 Oct 27 15:10:03.225631 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-3f60b052-5550-4852-b911-e4153dae275f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:03.227061 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-3f60b052-5550-4852-b911-e4153dae275f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.0629671 Oct 27 15:10:03.305938 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-a11332db-853c-4fd8-b165-15145d5e59eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719380 Oct 27 15:10:03.444241 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-47ff2d04-1cb0-4565-adc6-f5239f2ea97c service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312690 Oct 27 15:10:03.580793 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6f58e7f8-7a28-4ecd-927a-6fd977220bb1 req-3423497b-4aba-442e-9c4c-05bd37cfafbb service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290243 Oct 27 15:10:03.935227 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9da0f-02dd-44d9-a6e6-ab454c0c58cd req-405be769-14b1-4593-ad28-e17ab349a559 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:03.936788 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d4e9da0f-02dd-44d9-a6e6-ab454c0c58cd req-405be769-14b1-4593-ad28-e17ab349a559 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 945 time: 0.0767803 Oct 27 15:10:03.982632 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d4e9da0f-02dd-44d9-a6e6-ab454c0c58cd req-2b25d9f9-d88e-48ef-8384-fdc21ec22ba7 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Oct 27 15:10:03.995325 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1157efa-c196-4c83-9e2e-fd08e2a6d7d9 req-50294891-ad5c-4d25-8c0e-64dd937c9289 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:03.997453 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d1157efa-c196-4c83-9e2e-fd08e2a6d7d9 req-50294891-ad5c-4d25-8c0e-64dd937c9289 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0783892 Oct 27 15:10:04.046874 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d1157efa-c196-4c83-9e2e-fd08e2a6d7d9 req-2476699d-a09d-4e8c-80c5-702c9d2169b0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440068 Oct 27 15:10:04.178830 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e097a9-daca-4dec-abd1-0befd358d4a5 req-9f4f08f3-beed-4eab-ade2-66bddc925118 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:04.180301 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d1e097a9-daca-4dec-abd1-0befd358d4a5 req-9f4f08f3-beed-4eab-ade2-66bddc925118 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 945 time: 0.0810685 Oct 27 15:10:04.188876 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 40794) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:04.194034 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Request body: {'floatingip': {'port_id': '1054ecd9-c053-430d-afdd-38c9058e4c56'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:04.269692 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, before_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:04.390601 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:10:04.526540 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:10:04.539984 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'port_id': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'mac_address': 'fa:16:3e:f7:09:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:10:04.593927 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:04.611599 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684a643f-bbf7-4a72-a7ab-00f44d003eef {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:10:04.627729 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:10:04.631614 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:04.633376 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:04.700532 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:04.703688 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:04.867536 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['684a643f-bbf7-4a72-a7ab-00f44d003eef'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:10:04.980198 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:04.985644 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:05.182513 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.l3_db [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Floating IP e330c3ca-d509-44e7-a277-c85ec8a240cd associated. External IP: 172.28.2.245, port: 1054ecd9-c053-430d-afdd-38c9058e4c56. Oct 27 15:10:05.265259 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aef29d-c78a-4b78-9ac2-60b142f708ec req-d5395261-53f2-45b3-9b3f-612fedcd5794 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:05.266658 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-12aef29d-c78a-4b78-9ac2-60b142f708ec req-d5395261-53f2-45b3-9b3f-612fedcd5794 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 944 time: 0.0785596 Oct 27 15:10:05.314005 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-12aef29d-c78a-4b78-9ac2-60b142f708ec req-d52212ec-37bf-401e-b356-3d88b2143e01 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413425 Oct 27 15:10:05.585321 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:10:05.788388 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:10:05.793602 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:05.798640 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bc486-0761-4e35-8587-b715207e61cb None None] Sync routers for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:10:05.810505 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bc486-0761-4e35-8587-b715207e61cb None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:10:05.811179 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-549bc486-0761-4e35-8587-b715207e61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:10:05.846096 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-157d471b-b0b9-4bd2-9395-29087f40d123 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "PUT /v2.0/floatingips/e330c3ca-d509-44e7-a277-c85ec8a240cd HTTP/1.1" status: 200 len: 991 time: 1.6561818 Oct 27 15:10:05.846860 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fa0a63-e688-464a-b347-9d751ad32125', 'tag': '1054ecd9-c053-430d-afdd-38c9058e4c56'}] {{(pid=82783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:10:05.932996 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fa0a63-e688-464a-b347-9d751ad32125', 'tag': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'status': 'completed', 'code': 200} Oct 27 15:10:06.023397 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-549bc486-0761-4e35-8587-b715207e61cb None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:10:06.036920 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-5ee9b749-d569-422c-be50-6abdf46cc0c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a93e3c0da90b460ea546ab8817fe2972&device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 1098 time: 0.0755100 Oct 27 15:10:06.180071 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-788ba5f8-4dec-42cf-bbf0-ef78e8640f79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:06.182358 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-788ba5f8-4dec-42cf-bbf0-ef78e8640f79 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 200 len: 913 time: 0.1386178 Oct 27 15:10:06.293789 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-f2cbf142-57d1-4463-b2b4-99e868ee0d09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1054ecd9-c053-430d-afdd-38c9058e4c56 HTTP/1.1" status: 200 len: 999 time: 0.1038649 Oct 27 15:10:06.382862 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:10:06.402999 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-87ba34ad-bf77-47bb-92da-1b1c05a1153c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:06.405192 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-87ba34ad-bf77-47bb-92da-1b1c05a1153c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 200 len: 850 time: 0.1059496 Oct 27 15:10:06.564757 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:06.577844 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 684a643f-bbf7-4a72-a7ab-00f44d003eef completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:10:06.585311 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 684a643f-bbf7-4a72-a7ab-00f44d003eef triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:10:06.585783 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:06.606690 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-9cde8612-7739-488c-b20e-bccc13055c05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b91e10a7-42d5-43f6-8395-cb0d3b98d411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1940084 Oct 27 15:10:06.637402 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-549bc486-0761-4e35-8587-b715207e61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'e330c3ca-d509-44e7-a277-c85ec8a240cd', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'port_id': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'mac_address': 'fa:16:3e:23:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fa0a63-e688-464a-b347-9d751ad32125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:49Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 1, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:10:06.650929 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bc486-0761-4e35-8587-b715207e61cb None None] Checking router: 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:10:06.692625 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bc486-0761-4e35-8587-b715207e61cb None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:10:06.693267 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-549bc486-0761-4e35-8587-b715207e61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:10:06.768025 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e4de-4325-4855-a473-f8670a03c1c6 req-2595acec-07bd-4f11-a123-832ed12ea2c6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:06.775331 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e974e4de-4325-4855-a473-f8670a03c1c6 req-2595acec-07bd-4f11-a123-832ed12ea2c6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 944 time: 0.2647283 Oct 27 15:10:06.885710 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-744590a3-aa29-4893-8cd1-53c3fbd99b96 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630014 Oct 27 15:10:06.914919 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e974e4de-4325-4855-a473-f8670a03c1c6 req-17c2c25e-2135-485c-933a-9de90dd5ba33 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386933 Oct 27 15:10:06.950912 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:06.979203 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d722dee-c350-411b-acac-e1b5cbc6190e req-39f64721-a081-45c7-8ebb-c43f55249419 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:06.980869 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6d722dee-c350-411b-acac-e1b5cbc6190e req-39f64721-a081-45c7-8ebb-c43f55249419 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0966384 Oct 27 15:10:07.007661 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-549bc486-0761-4e35-8587-b715207e61cb None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:10:07.045901 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6d722dee-c350-411b-acac-e1b5cbc6190e req-b71b4ed2-12a0-415e-ba28-f7366a8fb3be tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532727 Oct 27 15:10:07.061715 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:10:07.098050 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:10:07.117437 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:07.130504 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:07.132033 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-eea65e7c-8499-4852-ac0d-b8c9d50b9c71 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=affe4a84307f4369ad03bd233b92716d&device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1137 time: 0.3199129 Oct 27 15:10:07.174679 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'code': 200} Oct 27 15:10:07.185422 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b68a3ce6-fff5-4574-873a-5fd975e00abe req-9ee78f26-8645-44a7-9b9d-cf5f3b24c422 service neutron] 10.222.0.52 "GET /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906666 Oct 27 15:10:07.292077 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:07.297375 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:07.308210 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-76ea97e5-625d-47ae-afd5-c1272066a8fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:07.310246 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-76ea97e5-625d-47ae-afd5-c1272066a8fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 200 len: 917 time: 0.1596339 Oct 27 15:10:07.459492 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-4e9805db-ac2f-4e06-b6f9-c0452f944e7e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 1001 time: 0.1406183 Oct 27 15:10:07.484673 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-549bc486-0761-4e35-8587-b715207e61cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'e330c3ca-d509-44e7-a277-c85ec8a240cd', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'port_id': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'mac_address': 'fa:16:3e:23:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fa0a63-e688-464a-b347-9d751ad32125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:49Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 1, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:10:07.488668 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bc486-0761-4e35-8587-b715207e61cb None None] The sync data for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb is: [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'e330c3ca-d509-44e7-a277-c85ec8a240cd', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'floating_ip_address': '172.28.2.245', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'port_id': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'mac_address': 'fa:16:3e:23:5b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fa0a63-e688-464a-b347-9d751ad32125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:49Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 1, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:10:07.531949 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1de8044d-116a-4ebd-92bc-bc762a8d15a8 req-67021332-0434-4fba-9b65-849919965814 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 1098 time: 0.1635456 Oct 27 15:10:07.535181 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-ebd2b5a2-3e2a-4244-b0dd-d1b280aa3d60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:07.536539 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-ebd2b5a2-3e2a-4244-b0dd-d1b280aa3d60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21943bd3-a366-4641-b640-093ebb0f65d5 HTTP/1.1" status: 200 len: 854 time: 0.0699682 Oct 27 15:10:07.629653 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1de8044d-116a-4ebd-92bc-bc762a8d15a8 req-021f12b3-94b7-4862-b3c3-f55cca6098cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857427 Oct 27 15:10:07.652642 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-c2c6db40-6057-4e24-bda2-6ab02789eec6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1b4969b-373b-4a36-bb94-84e6db9bce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1075335 Oct 27 15:10:07.686721 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850cbba7-0342-4c34-8665-c98c0b28f001 None None] New status for floating IP e330c3ca-d509-44e7-a277-c85ec8a240cd: ACTIVE {{(pid=82785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:10:07.997309 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-b07d9c13-de3f-4653-82b2-14ed3873c270 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476982 Oct 27 15:10:08.152785 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-be6391d4-91a5-48b1-ae68-d30d261363ce req-24474d21-834c-4d24-a430-1b9c0d9437b0 service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487944 Oct 27 15:10:08.236055 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153b9c4-79d7-4e10-b5a2-22be3101e0c5 req-b93d24e2-0c0c-49a9-99e8-3d7c911c0bf8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:08.237730 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4153b9c4-79d7-4e10-b5a2-22be3101e0c5 req-b93d24e2-0c0c-49a9-99e8-3d7c911c0bf8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.0837219 Oct 27 15:10:08.285963 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450d1b-4f61-4a1d-90d3-a742363337bb req-72f8e48b-7153-4ebc-a393-3e71fda7151e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:08.289115 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a3450d1b-4f61-4a1d-90d3-a742363337bb req-72f8e48b-7153-4ebc-a393-3e71fda7151e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0982203 Oct 27 15:10:08.332041 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4153b9c4-79d7-4e10-b5a2-22be3101e0c5 req-aa3af8af-7ceb-4cf2-8a20-1d6b5879e247 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889347 Oct 27 15:10:08.406754 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a3450d1b-4f61-4a1d-90d3-a742363337bb req-22450ea9-b6e5-4b31-a155-c1d2c92ad8dc tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1088214 Oct 27 15:10:09.543510 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd18ecd-f7dd-4b34-87dd-431fc86951c3 req-afe448e9-1201-4bc9-be93-b905ff751128 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:09.544698 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-edd18ecd-f7dd-4b34-87dd-431fc86951c3 req-afe448e9-1201-4bc9-be93-b905ff751128 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.0816283 Oct 27 15:10:09.589980 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-edd18ecd-f7dd-4b34-87dd-431fc86951c3 req-fabe2cdc-ff64-47b4-a00f-17c29bab697d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398965 Oct 27 15:10:09.638056 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee64e3-f7ac-4c30-9c2d-5f30748c3ff3 req-081ba3ff-ff36-4c1a-bbdc-86e758e7222d tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:09.640041 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-90ee64e3-f7ac-4c30-9c2d-5f30748c3ff3 req-081ba3ff-ff36-4c1a-bbdc-86e758e7222d tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0958498 Oct 27 15:10:09.697951 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-90ee64e3-f7ac-4c30-9c2d-5f30748c3ff3 req-09384da5-7342-428d-8a32-4fd926242191 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519326 Oct 27 15:10:09.884201 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a264e-e17c-4211-8746-b6164bf4aebc req-b82dc4f7-79a2-4fef-8fbf-3764aa371f40 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:09.885686 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e78a264e-e17c-4211-8746-b6164bf4aebc req-b82dc4f7-79a2-4fef-8fbf-3764aa371f40 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.0772738 Oct 27 15:10:09.895112 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 40880) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:09.900409 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Request body: {'floatingip': {'port_id': '684a643f-bbf7-4a72-a7ab-00f44d003eef'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:09.978141 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:10.639978 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:10.643694 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:10.848974 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.l3_db [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Floating IP f392355b-4011-4c67-9ad5-886915e4f2e2 associated. External IP: 172.28.2.36, port: 684a643f-bbf7-4a72-a7ab-00f44d003eef. Oct 27 15:10:10.921057 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f05eab-5036-4bf7-ad4a-b5843104a09d req-0e8e3852-bfe9-4e0b-ba55-7287b80b784e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:10.922643 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b1f05eab-5036-4bf7-ad4a-b5843104a09d req-0e8e3852-bfe9-4e0b-ba55-7287b80b784e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0842676 Oct 27 15:10:10.971827 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b1f05eab-5036-4bf7-ad4a-b5843104a09d req-1cb6e2a1-c27a-43be-8a89-61a11acfbfc6 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433848 Oct 27 15:10:11.264759 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Router ce24be3e-892e-4346-96fa-b01a3dc8dfbc has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:10:11.470431 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:10:11.475195 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:11.479913 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] Sync routers for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:10:11.492514 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:10:11.493141 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:10:11.531003 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-60c3c2b4-1e7b-4379-a82d-50be967c4799 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "PUT /v2.0/floatingips/f392355b-4011-4c67-9ad5-886915e4f2e2 HTTP/1.1" status: 200 len: 990 time: 1.6347861 Oct 27 15:10:11.531625 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:10:11.689688 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:10:11.728342 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'status': 'completed', 'code': 200} Oct 27 15:10:11.818613 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8bda52c-025c-4153-90da-110882dddb87 req-3f4bba39-744f-4ad6-9243-1a610980b707 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 1098 time: 0.0690804 Oct 27 15:10:11.956768 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bda52c-025c-4153-90da-110882dddb87 req-b614626c-d9e5-4041-a349-ba049890f9b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:11.958696 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8bda52c-025c-4153-90da-110882dddb87 req-b614626c-d9e5-4041-a349-ba049890f9b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.1328356 Oct 27 15:10:12.045986 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'f392355b-4011-4c67-9ad5-886915e4f2e2', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'port_id': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'mac_address': 'fa:16:3e:f7:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da70d2-43d7-430c-b86b-0222f2f24616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:55Z', 'updated_at': '2021-10-27T15:10:10Z', 'revision_number': 1, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:10:12.050842 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] Checking router: ce24be3e-892e-4346-96fa-b01a3dc8dfbc for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:10:12.062553 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:10:12.063283 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:09:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:10:12.164241 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8bda52c-025c-4153-90da-110882dddb87 req-eb80daf4-3405-41e8-a989-0b952eee27b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef HTTP/1.1" status: 200 len: 998 time: 0.1997480 Oct 27 15:10:12.214495 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be35378-ce08-45f6-bb30-519e0ccc4cf3 req-e4ca365d-9e02-4c2d-9682-e4e552942dc2 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:12.220648 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3be35378-ce08-45f6-bb30-519e0ccc4cf3 req-e4ca365d-9e02-4c2d-9682-e4e552942dc2 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.1110513 Oct 27 15:10:12.240223 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bda52c-025c-4153-90da-110882dddb87 req-9a0a90eb-fab3-4efe-af7a-ed7346f68eb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:12.242272 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8bda52c-025c-4153-90da-110882dddb87 req-9a0a90eb-fab3-4efe-af7a-ed7346f68eb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.0710421 Oct 27 15:10:12.264849 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:10:12.266885 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3be35378-ce08-45f6-bb30-519e0ccc4cf3 req-ea120675-9057-4f17-9816-a2bebb98f2ab tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430942 Oct 27 15:10:12.322556 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8bda52c-025c-4153-90da-110882dddb87 req-4f1f9cfa-57a0-48ba-b496-c95f7a72a974 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0739882 Oct 27 15:10:12.462293 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8bda52c-025c-4153-90da-110882dddb87 req-55fd5671-da40-4291-a75e-c73018b36b6f service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327243 Oct 27 15:10:12.604133 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f8bda52c-025c-4153-90da-110882dddb87 req-d6e786b3-c1cc-415c-aefd-8cfc1167a029 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346846 Oct 27 15:10:12.666116 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'f392355b-4011-4c67-9ad5-886915e4f2e2', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'port_id': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'mac_address': 'fa:16:3e:f7:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da70d2-43d7-430c-b86b-0222f2f24616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:55Z', 'updated_at': '2021-10-27T15:10:10Z', 'revision_number': 1, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:10:12.672294 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b27b2d-cb61-4459-9f68-1ccc2b38ab23 None None] The sync data for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb is: [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_floatingips': [{'id': 'f392355b-4011-4c67-9ad5-886915e4f2e2', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'floating_ip_address': '172.28.2.36', 'floating_network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'router_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'port_id': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'mac_address': 'fa:16:3e:f7:09:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67da70d2-43d7-430c-b86b-0222f2f24616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:55Z', 'updated_at': '2021-10-27T15:10:10Z', 'revision_number': 1, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:10:13.464061 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91304bf-7aee-4d63-aaaf-8f77b6022198 req-e7d8a9cb-9276-4b15-9576-3def3127b5cf tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:13.465535 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b91304bf-7aee-4d63-aaaf-8f77b6022198 req-e7d8a9cb-9276-4b15-9576-3def3127b5cf tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0777705 Oct 27 15:10:13.513414 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b91304bf-7aee-4d63-aaaf-8f77b6022198 req-8a81780c-a8fb-415d-b4db-8c3725042a4a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422792 Oct 27 15:10:13.952933 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a866372b-9e25-426f-bb67-e147d85696b2 None None] New status for floating IP f392355b-4011-4c67-9ad5-886915e4f2e2: ACTIVE {{(pid=82785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:10:14.712011 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037250f2-90a9-4a1e-98d3-610e62814070 req-12f087d4-9a30-4f39-821e-62692ad83798 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:14.713397 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-037250f2-90a9-4a1e-98d3-610e62814070 req-12f087d4-9a30-4f39-821e-62692ad83798 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0772753 Oct 27 15:10:14.764704 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-037250f2-90a9-4a1e-98d3-610e62814070 req-b8c37dd5-c4fb-4158-8fd0-5d65805d030b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448258 Oct 27 15:10:15.966503 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e73c4-b1f2-414c-b5c6-9dfc3a89d3c5 req-b090109d-44c5-42a0-9c68-b7ae155fcd3e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:15.967949 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f07e73c4-b1f2-414c-b5c6-9dfc3a89d3c5 req-b090109d-44c5-42a0-9c68-b7ae155fcd3e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0799389 Oct 27 15:10:16.016861 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f07e73c4-b1f2-414c-b5c6-9dfc3a89d3c5 req-c369a5da-da08-4d49-94e4-5346679a53f5 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431745 Oct 27 15:10:17.221205 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2b4bf-1c36-433f-8e9c-d1a51f3071ae req-9aaa2d64-9546-4fe7-8248-1d37ff69e957 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:17.222649 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f6a2b4bf-1c36-433f-8e9c-d1a51f3071ae req-9aaa2d64-9546-4fe7-8248-1d37ff69e957 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0795634 Oct 27 15:10:17.270577 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f6a2b4bf-1c36-433f-8e9c-d1a51f3071ae req-47bf3b2a-db4b-445b-b6dd-5c1efb21a370 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425246 Oct 27 15:10:18.476752 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b517258-54ce-48c7-843a-9900f6b22fa3 req-e5d50712-ec64-4dee-b098-8094200b629f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:18.480984 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1b517258-54ce-48c7-843a-9900f6b22fa3 req-e5d50712-ec64-4dee-b098-8094200b629f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0828576 Oct 27 15:10:18.498950 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7ec047cb-231e-4ee9-874e-e9a33db454ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:18.531762 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1b517258-54ce-48c7-843a-9900f6b22fa3 req-70f04f2c-e5c7-4c08-85ff-20659ca65548 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443213 Oct 27 15:10:18.906857 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:19.830848 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762339-10a5-42dd-8e9b-72e0842b1d7c req-89df666a-c48c-44aa-93c1-bcac18e03e4f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:19.832477 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9f762339-10a5-42dd-8e9b-72e0842b1d7c req-89df666a-c48c-44aa-93c1-bcac18e03e4f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.1792789 Oct 27 15:10:19.882821 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9f762339-10a5-42dd-8e9b-72e0842b1d7c req-b61eaf61-3a8e-4dce-8f86-4246326201b7 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443971 Oct 27 15:10:20.483472 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41048) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:20.626485 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:20.659987 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:20.663801 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Usage tracker for resource:security_group_rule and tenant:b5e38113384c47c79408659bfd7736fa is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:20.666771 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:20.673049 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:20.737925 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:20.743681 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:20.750251 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8d07c956-d9a3-440c-b050-d9cbda842437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:20.784993 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-3b5e72c5-97ea-4729-be93-4c7e3d67de80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:20.793931 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5e38113384c47c79408659bfd7736fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3093801 Oct 27 15:10:20.794666 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2ba76-4794-46e6-bec2-898e79aab9a1,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:20.796894 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41056) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:20.797821 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:20.856805 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5c454de3-e840-4d63-a250-a41d8aaa61fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:20.882032 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5c454de3-e840-4d63-a250-a41d8aaa61fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:20.934627 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5c454de3-e840-4d63-a250-a41d8aaa61fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:20.938493 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ebacc3a4-5e0e-436d-85be-aae407fa30ef tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:20.949728 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c454de3-e840-4d63-a250-a41d8aaa61fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2ba76-4794-46e6-bec2-898e79aab9a1,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:20.956615 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-5c454de3-e840-4d63-a250-a41d8aaa61fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:20.957349 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5c454de3-e840-4d63-a250-a41d8aaa61fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:20.961098 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-5c454de3-e840-4d63-a250-a41d8aaa61fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaa2ba76-4794-46e6-bec2-898e79aab9a1 HTTP/1.1" status: 204 len: 168 time: 0.1605787 Oct 27 15:10:21.100453 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5311f9-5eb4-4492-aa40-a2027b08519c req-89662710-21c0-4f5e-852f-22428d745f8c tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:21.102122 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fd5311f9-5eb4-4492-aa40-a2027b08519c req-89662710-21c0-4f5e-852f-22428d745f8c tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0859494 Oct 27 15:10:21.172854 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fd5311f9-5eb4-4492-aa40-a2027b08519c req-81dea211-de92-4530-914f-e29e71ed4b34 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648644 Oct 27 15:10:21.326020 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41068) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:21.346214 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:21.385774 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:21.390319 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Usage tracker for resource:security_group_rule and tenant:b38dd6bf82c54c9ea9c864360beebf2c is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:21.393070 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:21.398564 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:21.465699 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:21.469304 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:21.475637 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-2540cba4-590b-45af-badb-a1d2571415e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:21.515750 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e622ae3-b088-4296-96e6-28c8288c0e53,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:21.519269 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:21.521894 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b38dd6bf82c54c9ea9c864360beebf2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1948597 Oct 27 15:10:21.524495 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41072) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:21.583327 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9607a4bc-a304-4ace-9676-72b1722fa5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:21.609712 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9607a4bc-a304-4ace-9676-72b1722fa5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:21.660622 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9607a4bc-a304-4ace-9676-72b1722fa5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:21.664330 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a4daa218-62cb-4a55-a564-462a1725e8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:21.679738 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607a4bc-a304-4ace-9676-72b1722fa5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e622ae3-b088-4296-96e6-28c8288c0e53,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:21.682552 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9607a4bc-a304-4ace-9676-72b1722fa5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:21.690276 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-9607a4bc-a304-4ace-9676-72b1722fa5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:21.691693 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-9607a4bc-a304-4ace-9676-72b1722fa5c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e622ae3-b088-4296-96e6-28c8288c0e53 HTTP/1.1" status: 204 len: 168 time: 0.1662998 Oct 27 15:10:21.806633 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:22.375975 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177aa30-4bdf-49b5-bce5-8f7088d748b0 req-88a56c0b-1227-4891-96d2-2b7c02a7a1e2 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:22.377492 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0177aa30-4bdf-49b5-bce5-8f7088d748b0 req-88a56c0b-1227-4891-96d2-2b7c02a7a1e2 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0807328 Oct 27 15:10:22.425017 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0177aa30-4bdf-49b5-bce5-8f7088d748b0 req-370c7278-7c72-4ec9-8a46-552762919595 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420775 Oct 27 15:10:23.217884 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:23.626850 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18d6ee-602b-4f3d-9a9a-5c8b5b078e84 req-3ac7053e-f776-47d0-bd25-f357745e1f70 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:23.628366 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1c18d6ee-602b-4f3d-9a9a-5c8b5b078e84 req-3ac7053e-f776-47d0-bd25-f357745e1f70 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0793669 Oct 27 15:10:23.678349 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1c18d6ee-602b-4f3d-9a9a-5c8b5b078e84 req-b21900f8-fe8c-4fa5-b811-f89519aa316b tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437119 Oct 27 15:10:24.881810 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4cf1c-01e0-468e-9c2d-bbda3b92aed4 req-54e4c0f0-069d-4830-88ee-00657267e053 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:24.883238 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-47b4cf1c-01e0-468e-9c2d-bbda3b92aed4 req-54e4c0f0-069d-4830-88ee-00657267e053 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0805726 Oct 27 15:10:24.929829 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-47b4cf1c-01e0-468e-9c2d-bbda3b92aed4 req-ac8e53c5-3e63-4f8d-84e9-a7be5c48e64a tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&id=8d344b96-4278-401e-b361-62cf6dbb4f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408981 Oct 27 15:10:26.939759 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41190) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:27.080506 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.112138 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:27.115951 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Usage tracker for resource:security_group_rule and tenant:1111cee1a2624deb866247445adaeb61 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:27.118739 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:27.124729 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:27.193130 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.197037 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.204738 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6a4b4aa4-d743-4167-91fa-234775501c55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:27.241503 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f9382f-bb91-4c95-a65d-4cfbdb2c0b0f,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:27.244623 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:27.250419 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1111cee1a2624deb866247445adaeb61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3096263 Oct 27 15:10:27.253109 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41196) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:27.314186 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eeccd794-4b74-4f24-84c2-c57f19345b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.343198 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eeccd794-4b74-4f24-84c2-c57f19345b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.394767 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eeccd794-4b74-4f24-84c2-c57f19345b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.398406 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-464855db-dfab-41bf-b498-97bdab51e914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:27.411366 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccd794-4b74-4f24-84c2-c57f19345b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f9382f-bb91-4c95-a65d-4cfbdb2c0b0f,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:27.414223 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-eeccd794-4b74-4f24-84c2-c57f19345b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:27.416048 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-eeccd794-4b74-4f24-84c2-c57f19345b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.417196 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-eeccd794-4b74-4f24-84c2-c57f19345b57 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11f9382f-bb91-4c95-a65d-4cfbdb2c0b0f HTTP/1.1" status: 204 len: 168 time: 0.1632259 Oct 27 15:10:27.747817 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41206) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:27.768018 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.801602 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:27.805266 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0a45dcdbc449caaf5ede1ac3a8d201 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:27.808853 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:27.814456 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:27.883385 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.888058 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:27.895856 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d8737283-f654-4369-a82c-daa81a1ca6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:27.936416 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d255b0b9-90e9-46b8-9414-0b47c84038b7,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:27.942815 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e0a45dcdbc449caaf5ede1ac3a8d201&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1914697 Oct 27 15:10:27.942815 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:27.943072 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41212) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:28.002115 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-842345d3-659e-4063-b3f1-b715bd9a2b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:28.027392 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-842345d3-659e-4063-b3f1-b715bd9a2b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:28.077738 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-842345d3-659e-4063-b3f1-b715bd9a2b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:28.081506 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-eb6e1d93-d55a-4b61-859c-3412dfa3e56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:28.095469 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842345d3-659e-4063-b3f1-b715bd9a2b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d255b0b9-90e9-46b8-9414-0b47c84038b7,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:28.099265 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-842345d3-659e-4063-b3f1-b715bd9a2b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:28.104832 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-842345d3-659e-4063-b3f1-b715bd9a2b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:28.108489 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-842345d3-659e-4063-b3f1-b715bd9a2b91 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d255b0b9-90e9-46b8-9414-0b47c84038b7 HTTP/1.1" status: 204 len: 168 time: 0.1629572 Oct 27 15:10:28.940320 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41236) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:29.068459 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2126113497-network', 'tenant_id': '4737538342b64677ae3f75bceff2b329'}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:29.075796 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:29.079814 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Usage tracker for resource:network and tenant:4737538342b64677ae3f75bceff2b329 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:29.082694 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:29.088527 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:29.100682 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Made reservation on behalf of 4737538342b64677ae3f75bceff2b329 for: {'network': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:10:29.103094 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.116363 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.149723 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:29.154328 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Usage tracker for resource:security_group_rule and tenant:4737538342b64677ae3f75bceff2b329 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:29.156784 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:29.162633 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:29.228944 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.233396 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.236509 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6cba3f0c-ffc3-4db2-85c5-c1c49faacbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:29.265468 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] vlan segment allocate from pool success with {'vlan_id': 1388, 'physical_network': 'physnet1'} {{(pid=82783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:10:29.275030 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a199f2b5-bd9b-4a30-8484-5100db29ddd4,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:29.278067 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:29.280638 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.280982 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.db.segments_db [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Added segment b495d843-b068-4304-aa8e-04d0987ed224 of type vlan for network a63ecb8a-f969-4044-9542-7ac6f40c71ff Oct 27 15:10:29.307536 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.339838 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.341035 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:29.341609 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.344812 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-17ec7b65-4f2d-40f9-88f6-1a357f2253eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:29.439296 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4978585 Oct 27 15:10:29.442135 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41244) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:29.444752 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Pushing event updated for resources: {'Network': ['ID=a63ecb8a-f969-4044-9542-7ac6f40c71ff,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:29.447502 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:29.447783 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Request body: {'subnet': {'network_id': 'a63ecb8a-f969-4044-9542-7ac6f40c71ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2126113497-subnet', 'tenant_id': '4737538342b64677ae3f75bceff2b329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:29.452994 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:29.454469 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network a63ecb8a-f969-4044-9542-7ac6f40c71ff details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:10:29.457056 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Usage tracker for resource:subnet and tenant:4737538342b64677ae3f75bceff2b329 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:29.459951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:29.466201 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:29.476593 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Made reservation on behalf of 4737538342b64677ae3f75bceff2b329 for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:10:29.478942 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1570913'] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.682857 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-928118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1570839'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.687418 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-342a6292-0e50-4f5f-a39d-b57b6da8a0f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:29.752881 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=009d4b0e-dd0f-41c1-bc4c-82c60fd39de8,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:29.758275 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:29.768512 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Checking segment: {'id': 'b495d843-b068-4304-aa8e-04d0987ed224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'a63ecb8a-f969-4044-9542-7ac6f40c71ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:10:29.768867 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Network hostable DHCP agents. Network: a63ecb8a-f969-4044-9542-7ac6f40c71ff, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:10:29.789358 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Network a63ecb8a-f969-4044-9542-7ac6f40c71ff is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:10:29.799376 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, a63ecb8a-f969-4044-9542-7ac6f40c71ff) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:10:29.804185 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:29.805326 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:29.809164 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc0d5a-4aa5-435f-8b95-045e314aa37f None None] Network a63ecb8a-f969-4044-9542-7ac6f40c71ff requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:10:29.828267 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-151617ba-c605-4fad-9bbb-70b43b8e3e6e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3847837 Oct 27 15:10:30.021456 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47aae9c-97f1-4b4e-854c-16f904271d87 None None] Network a63ecb8a-f969-4044-9542-7ac6f40c71ff requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:10:30.148389 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:10:30.674819 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41270) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:30.680335 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1812913443-network', 'tenant_id': '2ea61f76ffa4447fa58c19da769a2deb'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:30.685062 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:30.688859 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Usage tracker for resource:network and tenant:2ea61f76ffa4447fa58c19da769a2deb is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:30.691660 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:30.697232 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:30.708712 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Made reservation on behalf of 2ea61f76ffa4447fa58c19da769a2deb for: {'network': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:10:30.710928 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:30.726140 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:30.756485 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:30.760175 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Usage tracker for resource:security_group_rule and tenant:2ea61f76ffa4447fa58c19da769a2deb is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:30.763700 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:30.769586 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:30.836173 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:30.840752 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:30.843608 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-eba9c267-1ac4-47d1-bca2-ba45d571c8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:30.873753 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] vlan segment allocate from pool success with {'vlan_id': 1365, 'physical_network': 'physnet1'} {{(pid=82782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:10:30.882340 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45f98f2-9d97-483d-861c-192b24af3420,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:30.886371 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:30.889313 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:30.889918 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.segments_db [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Added segment 79321093-e0c1-4851-9288-391af2801def of type vlan for network ae7ccadd-f662-46c4-a316-9a5c6f480329 Oct 27 15:10:30.918180 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:30.946204 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:30.947359 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:30.947931 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:30.953124 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-258cc055-bee2-4e0f-957a-657cd0ad8259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:31.114337 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4384046 Oct 27 15:10:31.117266 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41276) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:10:31.119703 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Pushing event updated for resources: {'Network': ['ID=ae7ccadd-f662-46c4-a316-9a5c6f480329,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:31.122924 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:31.125124 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.v2.base [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Request body: {'subnet': {'network_id': 'ae7ccadd-f662-46c4-a316-9a5c6f480329', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1812913443-subnet', 'tenant_id': '2ea61f76ffa4447fa58c19da769a2deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:31.130135 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:31.130912 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network ae7ccadd-f662-46c4-a316-9a5c6f480329 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:10:31.134215 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Usage tracker for resource:subnet and tenant:2ea61f76ffa4447fa58c19da769a2deb is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:31.138068 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:31.144052 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:31.155285 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Made reservation on behalf of 2ea61f76ffa4447fa58c19da769a2deb for: {'subnet': 1} {{(pid=82783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:10:31.157762 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1465750'] for subnet, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:31.366959 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1500427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1465824'] for subnet, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:31.371520 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:31.439943 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd53b639-da26-4038-8e6b-42de65b5b956,revision_number=0']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:31.445078 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:31.455755 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Checking segment: {'id': '79321093-e0c1-4851-9288-391af2801def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1365, 'network_id': 'ae7ccadd-f662-46c4-a316-9a5c6f480329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:10:31.456107 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Network hostable DHCP agents. Network: ae7ccadd-f662-46c4-a316-9a5c6f480329, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:10:31.479453 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Network ae7ccadd-f662-46c4-a316-9a5c6f480329 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:10:31.490756 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.base_scheduler [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, ae7ccadd-f662-46c4-a316-9a5c6f480329) {{(pid=82783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:10:31.494698 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:31.495412 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:31.501806 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8637d1-743d-4185-94ca-108da77ac7c0 None None] Network ae7ccadd-f662-46c4-a316-9a5c6f480329 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:10:31.516567 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3976467 Oct 27 15:10:31.713515 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b633924-b1ef-4a42-be5f-5b5dfb8f1996 None None] Network ae7ccadd-f662-46c4-a316-9a5c6f480329 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:10:32.110780 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-27dd5bd5-b5da-4900-8229-a2e105901da7 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:32.112254 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-27dd5bd5-b5da-4900-8229-a2e105901da7 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/networks?id=a63ecb8a-f969-4044-9542-7ac6f40c71ff HTTP/1.1" status: 200 len: 809 time: 0.1427863 Oct 27 15:10:32.129478 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-53264290-7386-4b50-b7c6-13fa15eff52a tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/quotas/4737538342b64677ae3f75bceff2b329 HTTP/1.1" status: 200 len: 375 time: 0.0117488 Oct 27 15:10:32.186050 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-348ed36e-e793-4a19-a83a-455df31d5315 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4737538342b64677ae3f75bceff2b329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504351 Oct 27 15:10:32.318745 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-a90e2458-9190-4db6-a4b4-58bcac956b69 service neutron] 10.222.0.55 "GET /v2.0/networks/a63ecb8a-f969-4044-9542-7ac6f40c71ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261492 Oct 27 15:10:32.449343 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-22211908-2b83-4a4d-a469-29f03279a345 service neutron] 10.222.0.55 "GET /v2.0/networks/a63ecb8a-f969-4044-9542-7ac6f40c71ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244240 Oct 27 15:10:32.635480 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-414f6f72-dbfc-4225-b105-180b09856477 req-0a077cc8-2d02-44aa-8b1a-b0744572552d tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 210 time: 0.0444589 Oct 27 15:10:33.756145 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-ed06dcf0-883b-45d6-8c65-269a554a870e tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:33.757590 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-ed06dcf0-883b-45d6-8c65-269a554a870e tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.52 "GET /v2.0/networks?id=a63ecb8a-f969-4044-9542-7ac6f40c71ff HTTP/1.1" status: 200 len: 809 time: 0.1531630 Oct 27 15:10:33.776152 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Request body: {'port': {'device_id': '277378c3-a909-4697-8ac6-1700850f38a4', 'network_id': 'a63ecb8a-f969-4044-9542-7ac6f40c71ff', 'admin_state_up': True, 'tenant_id': '4737538342b64677ae3f75bceff2b329'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:33.817767 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9e86db77-9448-4dee-8102-47da2f835076 req-ae6200fb-2dda-4397-9c10-2b28d8f78b76 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 210 time: 0.0485032 Oct 27 15:10:33.920725 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:10:33.924376 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Usage tracker for resource:port and tenant:4737538342b64677ae3f75bceff2b329 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:10:33.927172 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:10:33.933568 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:10:33.943430 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Made reservation on behalf of 4737538342b64677ae3f75bceff2b329 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:10:33.946394 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:34.110239 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Allocated IP 172.20.0.8 (a63ecb8a-f969-4044-9542-7ac6f40c71ff/009d4b0e-dd0f-41c1-bc4c-82c60fd39de8/eee72c2c-c456-4e12-a930-4117aea2084e) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:10:34.307656 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:34.334421 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:34.340310 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fe991c26-1633-4ac0-ab3e-5ce5394b9938 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:34.408556 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Network a63ecb8a-f969-4044-9542-7ac6f40c71ff is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:10:34.411715 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:10:34.415734 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:10:34.451169 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Pushing event updated for resources: {'Port': ['ID=eee72c2c-c456-4e12-a930-4117aea2084e,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:34.455382 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:34.480702 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:34.481224 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:34.501938 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7294350 Oct 27 15:10:34.523717 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Request body: {'port': {'device_id': '277378c3-a909-4697-8ac6-1700850f38a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:10:34.633268 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:35.102113 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6181b42-56c8-43a9-bcc1-4796e8969799 req-a565a690-1c99-4288-9782-b73e0763f279 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:35.102828 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-d6181b42-56c8-43a9-bcc1-4796e8969799 req-a565a690-1c99-4288-9782-b73e0763f279 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Synchronizing usage tracker for tenant:4737538342b64677ae3f75bceff2b329 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:10:35.120884 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee72c2c-c456-4e12-a930-4117aea2084e {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:10:35.130781 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:35.141857 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-d6181b42-56c8-43a9-bcc1-4796e8969799 req-a565a690-1c99-4288-9782-b73e0763f279 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Unset dirty status for tenant:4737538342b64677ae3f75bceff2b329 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:10:35.142995 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d6181b42-56c8-43a9-bcc1-4796e8969799 req-a565a690-1c99-4288-9782-b73e0763f279 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 931 time: 0.2024639 Oct 27 15:10:35.149981 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Transition to ACTIVE for port object eee72c2c-c456-4e12-a930-4117aea2084e will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:10:35.165715 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:35.172581 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9c50c88c-1c31-47c4-9b7a-ea9c2b57a5bb tempest-DeleteServersTestJSON-1237185038 tempest-DeleteServersTestJSON-1237185038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:35.309715 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Pushing event updated for resources: {'Port': ['ID=eee72c2c-c456-4e12-a930-4117aea2084e,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:35.313573 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d6181b42-56c8-43a9-bcc1-4796e8969799 req-37bcf13d-c69b-458a-8c9e-87730748e919 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648107 Oct 27 15:10:35.314746 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:35.421748 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Attempting to bind port eee72c2c-c456-4e12-a930-4117aea2084e on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:10:35.422079 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Attempting to bind port eee72c2c-c456-4e12-a930-4117aea2084e by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'b495d843-b068-4304-aa8e-04d0987ed224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'a63ecb8a-f969-4044-9542-7ac6f40c71ff'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:10:35.422402 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Attempting to bind port eee72c2c-c456-4e12-a930-4117aea2084e on network a63ecb8a-f969-4044-9542-7ac6f40c71ff {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:10:35.428023 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Port eee72c2c-c456-4e12-a930-4117aea2084e on network a63ecb8a-f969-4044-9542-7ac6f40c71ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:10:35.428375 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Attempting to bind port eee72c2c-c456-4e12-a930-4117aea2084e on network a63ecb8a-f969-4044-9542-7ac6f40c71ff {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:10:35.435397 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:10:35.435723 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Checking segment: {'id': 'b495d843-b068-4304-aa8e-04d0987ed224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'a63ecb8a-f969-4044-9542-7ac6f40c71ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:10:35.436094 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Bound using segment: {'id': 'b495d843-b068-4304-aa8e-04d0987ed224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'a63ecb8a-f969-4044-9542-7ac6f40c71ff'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:10:35.436557 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Bound port: eee72c2c-c456-4e12-a930-4117aea2084e, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b495d843-b068-4304-aa8e-04d0987ed224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'a63ecb8a-f969-4044-9542-7ac6f40c71ff'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:10:35.436890 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:35.521386 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] For port eee72c2c-c456-4e12-a930-4117aea2084e, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:10:35.524292 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] For port eee72c2c-c456-4e12-a930-4117aea2084e, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=eee72c2c-c456-4e12-a930-4117aea2084e,segment=NetworkSegment(b495d843-b068-4304-aa8e-04d0987ed224),segment_id=b495d843-b068-4304-aa8e-04d0987ed224)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:10:35.529456 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:35.533505 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e6d12784-2891-412d-a4ac-1172dc262b49 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:35.596038 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:35.597414 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] 10.222.0.52 "PUT /v2.0/ports/eee72c2c-c456-4e12-a930-4117aea2084e HTTP/1.1" status: 200 len: 1093 time: 1.0777493 Oct 27 15:10:35.597901 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277378c3-a909-4697-8ac6-1700850f38a4', 'tag': 'eee72c2c-c456-4e12-a930-4117aea2084e'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:10:35.613322 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Pushing event updated for resources: {'Port': ['ID=eee72c2c-c456-4e12-a930-4117aea2084e,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:35.616363 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:35.669162 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277378c3-a909-4697-8ac6-1700850f38a4', 'tag': 'eee72c2c-c456-4e12-a930-4117aea2084e', 'status': 'completed', 'code': 200} Oct 27 15:10:35.710501 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-19280524-dcd8-4775-943a-6819b15cfe6b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4737538342b64677ae3f75bceff2b329&device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 1096 time: 0.0741653 Oct 27 15:10:35.800646 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-de9f1f62-8ec7-4744-b28e-c0c17effcff2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eee72c2c-c456-4e12-a930-4117aea2084e HTTP/1.1" status: 200 len: 217 time: 0.0657208 Oct 27 15:10:35.864938 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-ae2aea9e-d992-41d9-95a0-3433e309fd88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:35.866339 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-ae2aea9e-d992-41d9-95a0-3433e309fd88 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=009d4b0e-dd0f-41c1-bc4c-82c60fd39de8 HTTP/1.1" status: 200 len: 849 time: 0.0586276 Oct 27 15:10:35.913518 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-3ebd5491-75bc-4d2e-beb3-c37e9018a565 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a63ecb8a-f969-4044-9542-7ac6f40c71ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387146 Oct 27 15:10:36.059811 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-160b724e-be1c-4d6e-be14-3f1d2e6bf1ba service neutron] 10.222.0.52 "GET /v2.0/networks/a63ecb8a-f969-4044-9542-7ac6f40c71ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395869 Oct 27 15:10:36.205413 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-619f32ec-a49b-47a8-9f4c-3b76650f39c7 req-482b089d-1cef-4a3d-8b9c-b828dfa5fc66 service neutron] 10.222.0.52 "GET /v2.0/networks/a63ecb8a-f969-4044-9542-7ac6f40c71ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329956 Oct 27 15:10:36.322952 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-f622a5a1-1256-496e-9c86-c3581ea253be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4737538342b64677ae3f75bceff2b329&device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 1096 time: 0.0736485 Oct 27 15:10:36.456625 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-8a030049-ec1d-4577-a1a9-7002d5774dda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:36.458469 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-8a030049-ec1d-4577-a1a9-7002d5774dda service neutron] 10.222.0.52 "GET /v2.0/networks?id=a63ecb8a-f969-4044-9542-7ac6f40c71ff HTTP/1.1" status: 200 len: 911 time: 0.1292644 Oct 27 15:10:36.512088 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:36.518370 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7d9d8-8119-43ca-95eb-051a7e34566b req-6386ccad-7c40-412f-91b6-93177cd4b154 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:36.520909 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f1d7d9d8-8119-43ca-95eb-051a7e34566b req-6386ccad-7c40-412f-91b6-93177cd4b154 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 943 time: 0.0849144 Oct 27 15:10:36.529952 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-e0180a52-c0e6-4146-8983-a39f95e26a1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eee72c2c-c456-4e12-a930-4117aea2084e HTTP/1.1" status: 200 len: 217 time: 0.0607371 Oct 27 15:10:36.566250 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-f1d7d9d8-8119-43ca-95eb-051a7e34566b req-8fb460b4-e424-4072-b1b4-d5c9c04209f6 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Synchronizing usage tracker for tenant:4737538342b64677ae3f75bceff2b329 on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:10:36.586660 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-f1d7d9d8-8119-43ca-95eb-051a7e34566b req-8fb460b4-e424-4072-b1b4-d5c9c04209f6 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Unset dirty status for tenant:4737538342b64677ae3f75bceff2b329 on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:10:36.588038 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f1d7d9d8-8119-43ca-95eb-051a7e34566b req-8fb460b4-e424-4072-b1b4-d5c9c04209f6 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626755 Oct 27 15:10:36.667726 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-6daa193f-393f-4db8-a722-28c2a8fa0cf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:36.669224 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-6daa193f-393f-4db8-a722-28c2a8fa0cf6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=009d4b0e-dd0f-41c1-bc4c-82c60fd39de8 HTTP/1.1" status: 200 len: 849 time: 0.1328201 Oct 27 15:10:36.715052 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-1299a972-d942-4a34-9ef0-2449ce1af447 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a63ecb8a-f969-4044-9542-7ac6f40c71ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387118 Oct 27 15:10:36.847764 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-e4bb2d36-ea73-4d9f-b0a6-79a6baed90f5 service neutron] 10.222.0.52 "GET /v2.0/networks/a63ecb8a-f969-4044-9542-7ac6f40c71ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260378 Oct 27 15:10:36.992712 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ffbdedf5-af9b-4222-b114-1892372a6757 req-49179adc-985b-4be2-81cb-7fccf6c7220f service neutron] 10.222.0.52 "GET /v2.0/networks/a63ecb8a-f969-4044-9542-7ac6f40c71ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239676 Oct 27 15:10:37.792640 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861518b-464b-4343-821a-bc181e53d459 req-97ddbe9c-9931-4dbd-a4be-776e9b06de0f tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:37.794371 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c861518b-464b-4343-821a-bc181e53d459 req-97ddbe9c-9931-4dbd-a4be-776e9b06de0f tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 943 time: 0.0812221 Oct 27 15:10:37.842032 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c861518b-464b-4343-821a-bc181e53d459 req-146b40c8-3d07-4312-91f3-5a4d230464ac tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Oct 27 15:10:38.502119 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device eee72c2c-c456-4e12-a930-4117aea2084e details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:10:38.666682 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port eee72c2c-c456-4e12-a930-4117aea2084e, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=eee72c2c-c456-4e12-a930-4117aea2084e,segment=NetworkSegment(b495d843-b068-4304-aa8e-04d0987ed224),segment_id=b495d843-b068-4304-aa8e-04d0987ed224)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:10:38.679902 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': 'eee72c2c-c456-4e12-a930-4117aea2084e', 'network_id': 'a63ecb8a-f969-4044-9542-7ac6f40c71ff', 'port_id': 'eee72c2c-c456-4e12-a930-4117aea2084e', 'mac_address': 'fa:16:3e:7d:90:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009d4b0e-dd0f-41c1-bc4c-82c60fd39de8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:10:38.733033 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:38.749889 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee72c2c-c456-4e12-a930-4117aea2084e {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:10:38.765625 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port eee72c2c-c456-4e12-a930-4117aea2084e, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=eee72c2c-c456-4e12-a930-4117aea2084e,segment=NetworkSegment(b495d843-b068-4304-aa8e-04d0987ed224),segment_id=b495d843-b068-4304-aa8e-04d0987ed224)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:10:38.769329 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:38.771106 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:38.836419 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=eee72c2c-c456-4e12-a930-4117aea2084e,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:38.844777 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.845119 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.845452 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.845781 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.846105 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.846427 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.846744 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.847062 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.847381 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.847698 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.848023 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:38.851640 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:39.096904 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['eee72c2c-c456-4e12-a930-4117aea2084e'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:10:39.178815 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9e43-b74b-47f2-84a6-0065eeadeebd req-96970fbc-7f46-45bb-b8fc-95cb9694e53a tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:39.180309 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5caa9e43-b74b-47f2-84a6-0065eeadeebd req-96970fbc-7f46-45bb-b8fc-95cb9694e53a tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 944 time: 0.2175570 Oct 27 15:10:39.227710 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5caa9e43-b74b-47f2-84a6-0065eeadeebd req-1ebd20d5-3718-4d8c-841b-9814b2b6fa1f tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410590 Oct 27 15:10:40.426286 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ab001-5dcb-45c7-9bfe-e9785cd06760 req-99a29322-9417-44c6-8303-64137b5adc5d tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:40.427646 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-423ab001-5dcb-45c7-9bfe-e9785cd06760 req-99a29322-9417-44c6-8303-64137b5adc5d tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 944 time: 0.0778730 Oct 27 15:10:40.473832 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-423ab001-5dcb-45c7-9bfe-e9785cd06760 req-f48c782e-3064-4610-a193-e9525ca83e86 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406179 Oct 27 15:10:40.506860 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device eee72c2c-c456-4e12-a930-4117aea2084e up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:10:40.578341 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port eee72c2c-c456-4e12-a930-4117aea2084e completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:10:40.583360 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port eee72c2c-c456-4e12-a930-4117aea2084e triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:10:40.583749 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:40.702685 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:40.728805 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277378c3-a909-4697-8ac6-1700850f38a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee72c2c-c456-4e12-a930-4117aea2084e'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:10:40.739482 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port eee72c2c-c456-4e12-a930-4117aea2084e, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=eee72c2c-c456-4e12-a930-4117aea2084e,segment=NetworkSegment(b495d843-b068-4304-aa8e-04d0987ed224),segment_id=b495d843-b068-4304-aa8e-04d0987ed224)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:10:40.744537 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:40.747117 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:40.787262 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277378c3-a909-4697-8ac6-1700850f38a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee72c2c-c456-4e12-a930-4117aea2084e', 'code': 200} Oct 27 15:10:40.815189 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=eee72c2c-c456-4e12-a930-4117aea2084e,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:40.818208 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:41.038567 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b824e3a0-9cd8-4c66-bdb2-28485063ca31 req-867dbb80-2086-4f52-a71c-dc17284b3b1b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 1098 time: 0.0738654 Oct 27 15:10:41.083475 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b824e3a0-9cd8-4c66-bdb2-28485063ca31 req-628d7de2-a680-4e0c-864a-358c6404977a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358872 Oct 27 15:10:41.749154 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88193-fa89-4b08-855e-f6a1184204f1 req-f3fdda01-2bec-4328-836e-ffb83f764f7b tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:41.750623 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ada88193-fa89-4b08-855e-f6a1184204f1 req-f3fdda01-2bec-4328-836e-ffb83f764f7b tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 945 time: 0.1507747 Oct 27 15:10:41.800904 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ada88193-fa89-4b08-855e-f6a1184204f1 req-fa93dac2-ea5c-479e-9176-021681cc80d0 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446720 Oct 27 15:10:43.019339 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0018f-2c11-4d18-acc9-36360f798143 req-3c7a5c1a-e8f0-448b-ad7c-56c759490ec3 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:43.020837 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-30a0018f-2c11-4d18-acc9-36360f798143 req-3c7a5c1a-e8f0-448b-ad7c-56c759490ec3 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 945 time: 0.0880394 Oct 27 15:10:43.068215 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-30a0018f-2c11-4d18-acc9-36360f798143 req-de667e4b-81b1-4c6e-a7ad-01d5c643bf85 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Oct 27 15:10:46.620265 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863a9754-ab7f-4248-a2e6-3b1f7691f83c req-534fdbc6-dc85-4618-a1f0-140ab55fe2b2 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:46.622331 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-863a9754-ab7f-4248-a2e6-3b1f7691f83c req-534fdbc6-dc85-4618-a1f0-140ab55fe2b2 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 945 time: 0.0799308 Oct 27 15:10:46.668449 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-863a9754-ab7f-4248-a2e6-3b1f7691f83c req-58aa6cca-62f8-4b53-aeef-2e525c3cff27 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405688 Oct 27 15:10:47.879094 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97924c36-ce4a-40b1-b90b-41d029eab579 req-474a71ba-e6d1-46cb-bc21-2bca66902c07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:47.880489 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-97924c36-ce4a-40b1-b90b-41d029eab579 req-474a71ba-e6d1-46cb-bc21-2bca66902c07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 945 time: 0.0834372 Oct 27 15:10:47.931287 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-97924c36-ce4a-40b1-b90b-41d029eab579 req-5271e866-e8fa-4e6c-9710-83419bffedd9 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/security-groups?id=a199f2b5-bd9b-4a30-8484-5100db29ddd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Oct 27 15:10:48.240817 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-67cfac3c-0716-487c-866e-d5d685b94643 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:10:48.242235 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-67cfac3c-0716-487c-866e-d5d685b94643 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.52 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 945 time: 0.0802517 Oct 27 15:10:48.316400 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Deleting port eee72c2c-c456-4e12-a930-4117aea2084e {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:10:48.316886 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:48.509285 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-71b03f1a-6072-496d-8358-d2174e5ec0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:48.581307 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] For port eee72c2c-c456-4e12-a930-4117aea2084e, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=eee72c2c-c456-4e12-a930-4117aea2084e,segment=NetworkSegment(b495d843-b068-4304-aa8e-04d0987ed224),segment_id=b495d843-b068-4304-aa8e-04d0987ed224)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:10:48.581655 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:48.701141 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Calling delete_port for eee72c2c-c456-4e12-a930-4117aea2084e owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:10:48.850457 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:48.856286 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3e5d3790-0d64-41ee-98f6-5704e048214d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:10:48.862745 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['eee72c2c-c456-4e12-a930-4117aea2084e'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:10:48.905223 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Pushing event deleted for resources: {'Port': ['ID=eee72c2c-c456-4e12-a930-4117aea2084e,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:10:48.917846 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.918296 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.918482 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:48.918742 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.919043 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.919391 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.919740 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.920090 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.920450 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.920799 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.921155 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.921480 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:10:48.952568 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:10:49.064027 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] No DVR routers for this DVR port eee72c2c-c456-4e12-a930-4117aea2084e on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:10:49.066705 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:49.070697 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277378c3-a909-4697-8ac6-1700850f38a4', 'name': 'network-vif-deleted', 'tag': 'eee72c2c-c456-4e12-a930-4117aea2084e'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:10:49.087748 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c88deb4c-9039-4676-93e1-e9704059acd6 req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.52 "DELETE /v2.0/ports/eee72c2c-c456-4e12-a930-4117aea2084e HTTP/1.1" status: 204 len: 173 time: 0.8384714 Oct 27 15:10:49.115314 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-07751274-252f-4df5-9527-31a5c76e6bde req-60f963f1-0917-488b-8627-a2f9006afb26 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] 10.222.0.55 "GET /v2.0/ports?device_id=277378c3-a909-4697-8ac6-1700850f38a4 HTTP/1.1" status: 200 len: 210 time: 0.0494680 Oct 27 15:10:49.139099 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277378c3-a909-4697-8ac6-1700850f38a4', 'name': 'network-vif-deleted', 'tag': 'eee72c2c-c456-4e12-a930-4117aea2084e', 'status': 'completed', 'code': 200} Oct 27 15:10:50.778893 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b29f39a-a2a2-404b-8cb0-a8e2d455c813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:51.809112 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:10:52.564759 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device eee72c2c-c456-4e12-a930-4117aea2084e no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:10:52.599347 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: eee72c2c-c456-4e12-a930-4117aea2084e {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:10:52.599728 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device eee72c2c-c456-4e12-a930-4117aea2084e not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:10:53.221638 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:02.806548 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678fa86-9f32-4cc1-acfe-486214c9aaaa req-449f9ea2-5de6-44a4-9db8-9b124224b6df tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:02.808418 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c678fa86-9f32-4cc1-acfe-486214c9aaaa req-449f9ea2-5de6-44a4-9db8-9b124224b6df tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 945 time: 0.0867794 Oct 27 15:11:02.859037 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c678fa86-9f32-4cc1-acfe-486214c9aaaa req-150e4033-a588-4014-bcde-22d82a877496 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Oct 27 15:11:04.066478 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863239-6ca5-463e-81c8-3643bce920d5 req-a71fa16d-4ce3-4dad-94f3-b010b4f9b8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:04.068125 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e9863239-6ca5-463e-81c8-3643bce920d5 req-a71fa16d-4ce3-4dad-94f3-b010b4f9b8b6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.0910540 Oct 27 15:11:04.134920 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e9863239-6ca5-463e-81c8-3643bce920d5 req-86f835b1-f6a9-4f14-a817-190665511050 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594013 Oct 27 15:11:04.169787 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c28a30-5905-492b-afea-d8709795638f req-ac256805-060d-4e67-b5f8-42a7eecd5003 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:04.171276 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f4c28a30-5905-492b-afea-d8709795638f req-ac256805-060d-4e67-b5f8-42a7eecd5003 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 945 time: 0.1752055 Oct 27 15:11:04.225246 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f4c28a30-5905-492b-afea-d8709795638f req-83bb5898-647c-4f7b-88b4-d22409f33b1a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477188 Oct 27 15:11:04.452025 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-80715090-9775-4afe-847f-3b44dcd26c8d tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-636635756&fields=id&tenant_id=affe4a84307f4369ad03bd233b92716d HTTP/1.1" status: 200 len: 267 time: 0.0463829 Oct 27 15:11:04.535912 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-8dd67ed4-f192-4f09-9cd2-e8582636dd1e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:04.537401 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-8dd67ed4-f192-4f09-9cd2-e8582636dd1e tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 984 time: 0.0803397 Oct 27 15:11:04.549131 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Request body: {'port': {'security_groups': ['7b7100fd-6d81-4518-8f91-62bd00c6e86d']}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:11:04.711135 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:04.794410 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-166ea6db-54a8-4a99-a4a7-76b94aed8531 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:04.795844 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-166ea6db-54a8-4a99-a4a7-76b94aed8531 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 945 time: 0.1965935 Oct 27 15:11:04.895011 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Deleting port 1054ecd9-c053-430d-afdd-38c9058e4c56 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:04.895347 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.169869 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] For port 3b2ad25c-a02f-4160-9c56-d6490acda84d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:05.279304 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.286318 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.288979 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] For port 1054ecd9-c053-430d-afdd-38c9058e4c56, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=1054ecd9-c053-430d-afdd-38c9058e4c56,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:05.289490 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.299459 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['3b2ad25c-a02f-4160-9c56-d6490acda84d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:11:05.306141 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-bf772217-aab4-4699-bf24-236a7ab2f23d tempest-VolumesActionsTest-584467427 tempest-VolumesActionsTest-584467427-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:05.348767 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbfd97-449b-47f4-b34a-e0ee25059a18 req-fd444808-ccd8-4610-9c31-efe96d343237 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:05.351568 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a7cbfd97-449b-47f4-b34a-e0ee25059a18 req-fd444808-ccd8-4610-9c31-efe96d343237 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.0884275 Oct 27 15:11:05.409156 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a7cbfd97-449b-47f4-b34a-e0ee25059a18 req-9b5daf56-c3c1-44af-9bf2-63afe9c5dd9a tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501337 Oct 27 15:11:05.461104 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:05.461772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.466796 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-21556644-a2b3-4d32-9064-fb9dfd8f7dd8 req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "PUT /v2.0/ports/3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 942 time: 0.9222469 Oct 27 15:11:05.467515 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:05.469671 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41674) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:05.493941 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event updated for resources: {'Port': ['ID=3b2ad25c-a02f-4160-9c56-d6490acda84d,revision_number=7']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:05.580074 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:05.580479 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['3b2ad25c-a02f-4160-9c56-d6490acda84d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:11:05.585070 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.627353 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.714770 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'status': 'completed', 'code': 200} Oct 27 15:11:05.775048 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed57a2-2fcf-4872-a650-e2e22c99de02 req-bfd2f93c-7a96-427f-ad29-3c92b54f4c89 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:05.777084 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e0ed57a2-2fcf-4872-a650-e2e22c99de02 req-bfd2f93c-7a96-427f-ad29-3c92b54f4c89 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 945 time: 0.1523983 Oct 27 15:11:05.791575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.792709 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.797053 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.l3_db [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Floating IP e330c3ca-d509-44e7-a277-c85ec8a240cd disassociated. External IP: 172.28.2.245, port: 1054ecd9-c053-430d-afdd-38c9058e4c56. Oct 27 15:11:05.797447 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Calling delete_port for 1054ecd9-c053-430d-afdd-38c9058e4c56 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:05.830506 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.837263 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b98c545d-daab-455b-82f2-684915d50ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:05.855297 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d344b96-4278-401e-b361-62cf6dbb4f2b,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:05.859381 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e0ed57a2-2fcf-4872-a650-e2e22c99de02 req-e5ef4b3e-21bb-4b7e-ada3-63a142ef66a9 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups?id=43172e10-b336-4890-8245-c237772ad4cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761466 Oct 27 15:11:05.870607 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.871711 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "DELETE /v2.0/security-groups/8d344b96-4278-401e-b361-62cf6dbb4f2b HTTP/1.1" status: 204 len: 168 time: 0.4009848 Oct 27 15:11:05.873532 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.874069 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.874575 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.875109 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.875623 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.876135 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.876665 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.877183 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.877701 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.878219 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.878730 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:05.879089 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-0b55dbc0-86f0-4da4-8054-8ec22f252bc6 None None] Provisioning complete for port 3b2ad25c-a02f-4160-9c56-d6490acda84d triggered by entity DHCP. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:11:05.879486 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0b55dbc0-86f0-4da4-8054-8ec22f252bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:05.881613 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41684) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:05.884542 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:06.080250 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-5d9c4270-2301-424b-8ffd-87c349fa81b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=affe4a84307f4369ad03bd233b92716d&device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1098 time: 0.3518603 Oct 27 15:11:06.101889 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Deleting port 21a30425-6ff4-40f7-afaa-03a1c93133aa {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:06.102349 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:06.185598 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:06.194580 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:06.241646 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event deleted for resources: {'Port': ['ID=1054ecd9-c053-430d-afdd-38c9058e4c56,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:06.251543 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:06.278934 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:06.279265 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:06.336743 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-5c60b0a5-2c68-4235-8dba-7c3e3b6dbf26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:06.338204 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-5c60b0a5-2c68-4235-8dba-7c3e3b6dbf26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 200 len: 917 time: 0.2493386 Oct 27 15:11:06.402259 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Calling delete_port for 21a30425-6ff4-40f7-afaa-03a1c93133aa owned by network:floatingip {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:06.508863 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:06.621732 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:06.624625 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-09dd08f8-23d4-4775-9b93-2ddf507b6c2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 1001 time: 0.2788658 Oct 27 15:11:06.627792 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-45f497a1-4788-4c4a-af37-754915c32231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:06.677226 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event deleted for resources: {'Port': ['ID=21a30425-6ff4-40f7-afaa-03a1c93133aa,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:06.704083 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:06.737744 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-783fe72e-4466-43a3-864b-94c2c0fedfd0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:06.739610 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-783fe72e-4466-43a3-864b-94c2c0fedfd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21943bd3-a366-4641-b640-093ebb0f65d5 HTTP/1.1" status: 200 len: 854 time: 0.1087375 Oct 27 15:11:06.803683 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks [] for floatingip, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:06.812573 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5ae5a-ab7d-48ad-9ecd-6c00d197bd69 req-e6dcde0d-7bd9-405a-9b59-253f23514d9e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:06.814265 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-40f5ae5a-ab7d-48ad-9ecd-6c00d197bd69 req-e6dcde0d-7bd9-405a-9b59-253f23514d9e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.2529986 Oct 27 15:11:06.876446 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:11:06.909274 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-40f5ae5a-ab7d-48ad-9ecd-6c00d197bd69 req-ed4c6220-f5fb-4711-948e-15e58b1b54df tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849025 Oct 27 15:11:06.923290 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-f28d0e6f-28c7-4c37-9e70-31e31ba6ea97 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1b4969b-373b-4a36-bb94-84e6db9bce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1725767 Oct 27 15:11:07.071077 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3cc48401-07dd-4c59-b9cd-6fd2cf0639c8 req-2c7c9b94-98b2-4a40-a97f-db0d20c783db tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 210 time: 0.0443795 Oct 27 15:11:07.158063 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:11:07.221769 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-dedea42d-5d28-4c6f-ac89-befbaaf2d21c service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272034 Oct 27 15:11:07.382747 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:11:07.387919 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-42bc0cb0-c045-43b5-b032-d6b6bc7f2924 req-fb000550-5dd6-4ae1-a617-59d2e0a1c7ad service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468153 Oct 27 15:11:07.397816 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] Sync routers for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:11:07.398090 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Router bd3e2a80-084a-4e84-b475-65dd42bd1757 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:11:07.414973 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:07.415710 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:10:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:07.460065 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] No DVR routers for this DVR port 1054ecd9-c053-430d-afdd-38c9058e4c56 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:11:07.462576 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:07.478156 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f3cd895a-fad7-49a2-aa83-ae48bcd0ec3e req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.52 "DELETE /v2.0/ports/1054ecd9-c053-430d-afdd-38c9058e4c56 HTTP/1.1" status: 204 len: 173 time: 2.6765211 Oct 27 15:11:07.603498 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:07.609980 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:11:07.622006 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] Sync routers for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:11:07.634398 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:07.634902 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:07.636458 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:10:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:07.699640 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "DELETE /v2.0/floatingips/fede3bad-5a96-48b9-9859-0746a2904fa3 HTTP/1.1" status: 204 len: 168 time: 1.8137958 Oct 27 15:11:07.699640 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d'}] {{(pid=82783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:07.716277 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fa0a63-e688-464a-b347-9d751ad32125', 'name': 'network-vif-deleted', 'tag': '1054ecd9-c053-430d-afdd-38c9058e4c56'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:07.767073 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'status': 'completed', 'code': 200} Oct 27 15:11:07.846530 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:07.858390 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fa0a63-e688-464a-b347-9d751ad32125', 'name': 'network-vif-deleted', 'tag': '1054ecd9-c053-430d-afdd-38c9058e4c56', 'status': 'completed', 'code': 200} Oct 27 15:11:07.891242 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-de88ebe3-5e2d-41b0-b9be-bc5ce29a9d03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=affe4a84307f4369ad03bd233b92716d&device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 1098 time: 0.0880828 Oct 27 15:11:07.975156 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41720) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:08.072036 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:08.077786 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] Deleting subnet 009d4b0e-dd0f-41c1-bc4c-82c60fd39de8 {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:11:08.082206 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] Checking router: 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:11:08.099096 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:08.114065 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:08.115153 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:10:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:08.281700 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:08.323671 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-637bfefa-53ce-4d05-bce8-035fee8946bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:08.325424 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-637bfefa-53ce-4d05-bce8-035fee8946bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 200 len: 917 time: 0.4256923 Oct 27 15:11:08.349130 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:08.408580 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:08.480261 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:39Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:08.484889 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] Checking router: bd3e2a80-084a-4e84-b475-65dd42bd1757 for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:11:08.500492 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173de63a-8bc2-427d-bd33-d6f2629f87ed req-19569637-c37b-403d-9ef3-dd78d372821e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:08.502191 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-173de63a-8bc2-427d-bd33-d6f2629f87ed req-19569637-c37b-403d-9ef3-dd78d372821e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.3706925 Oct 27 15:11:08.509474 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:08.511376 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:10:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:08.582567 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:08.589498 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-0856699c-e19d-4b2b-870d-2397a9d24ff5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 200 len: 217 time: 0.2514749 Oct 27 15:11:08.595448 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:08.595944 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-490d63c2-0b9f-4ead-92e9-f02b816dde49 req-04478b66-d7ce-4937-a6f8-9e7f724e4432 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Synchronizing usage tracker for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:11:08.624045 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-173de63a-8bc2-427d-bd33-d6f2629f87ed req-7019c52b-99de-4486-89ed-cb28f1a72ba7 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156371 Oct 27 15:11:08.635809 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009d4b0e-dd0f-41c1-bc4c-82c60fd39de8,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:08.638577 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:08.642440 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:08.652781 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-6d952906-7b9d-4c02-bc88-c78731822957 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/009d4b0e-dd0f-41c1-bc4c-82c60fd39de8 HTTP/1.1" status: 204 len: 168 time: 0.6735005 Oct 27 15:11:08.653120 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41728) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:08.670873 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-490d63c2-0b9f-4ead-92e9-f02b816dde49 req-04478b66-d7ce-4937-a6f8-9e7f724e4432 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Unset dirty status for tenant:a93e3c0da90b460ea546ab8817fe2972 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:11:08.683089 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-490d63c2-0b9f-4ead-92e9-f02b816dde49 req-04478b66-d7ce-4937-a6f8-9e7f724e4432 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/ports?device_id=06fa0a63-e688-464a-b347-9d751ad32125 HTTP/1.1" status: 200 len: 210 time: 0.1594734 Oct 27 15:11:08.686861 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 1054ecd9-c053-430d-afdd-38c9058e4c56 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:08.725023 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-375eb3df-b4c6-4602-ab13-29ad0f66d481 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:08.726887 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-375eb3df-b4c6-4602-ab13-29ad0f66d481 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=21943bd3-a366-4641-b640-093ebb0f65d5 HTTP/1.1" status: 200 len: 854 time: 0.1270399 Oct 27 15:11:08.728198 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 1054ecd9-c053-430d-afdd-38c9058e4c56 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:08.728580 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 1054ecd9-c053-430d-afdd-38c9058e4c56 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:08.781432 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:08.867016 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:08.878441 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-034f2ef8-1324-45e3-be9d-12e6fa1d65a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a1b4969b-373b-4a36-bb94-84e6db9bce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1447146 Oct 27 15:11:08.911545 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:08.917519 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5935086-6e89-4658-9b4f-343fa2122923 None None] The sync data for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb is: [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:46Z', 'revision_number': 4, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '425ba59a-93a6-4a19-9bf2-6e66a6cf0d24', 'name': '', 'network_id': 'b91e10a7-42d5-43f6-8395-cb0d3b98d411', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'mac_address': 'fa:16:3e:b2:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:44Z', 'updated_at': '2021-10-27T15:06:26Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'subnets': [{'id': '5ce70bea-70eb-4c80-af3b-ca6e09b2fb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:11:09.080367 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-6fea4a53-6c2a-4db6-89f0-004de8e9decc service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938944 Oct 27 15:11:09.121603 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.158858 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63ecb8a-f969-4044-9542-7ac6f40c71ff']}} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:09.180623 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b495d843-b068-4304-aa8e-04d0987ed224') {'for_net_delete': True} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:09.180832 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b495d843-b068-4304-aa8e-04d0987ed224') {} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:09.195996 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3864218'] for segment, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.225741 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.238124 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Releasing vlan 1388 on physical network physnet1 to pool {{(pid=82783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:11:09.240532 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1500578'] for segment, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.256892 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea7367c-81f4-42e3-9718-e16d40ec428a None None] New status for floating IP e330c3ca-d509-44e7-a277-c85ec8a240cd: DOWN {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: Traceback (most recent call last): Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: timer() Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: cb(*args, **kw) Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: return func(*args, **kwargs) Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: self._notify() Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: self.callback(batched_events) Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: event.method(event) Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: return f(self, *a, **k) Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: return self._get(url).json() Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: return self.request(url, 'GET', **kwargs) Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:11:09.261877 dv-cinder-815673-1-smb neutron-server[82783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:11:09.273181 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cc6621a8-7c46-4f61-9d7b-1b99b603d7c0 req-6e65c2ee-054e-41fb-a6c8-68b49827612e service neutron] 10.222.0.52 "GET /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856434 Oct 27 15:11:09.302787 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:39Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:09.308947 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e927c399-fca0-48a5-99f2-5f198e78abd2 None None] The sync data for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb is: [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'bb135b77-daa3-468d-82e4-93cf0285f7af', 'name': '', 'network_id': 'a1b4969b-373b-4a36-bb94-84e6db9bce2a', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'mac_address': 'fa:16:3e:dd:29:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:39Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'subnets': [{'id': '21943bd3-a366-4641-b640-093ebb0f65d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:11:09.364286 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.371593 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e80fa7c5-e030-4eea-ae6c-5a5611967bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:09.393806 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a63ecb8a-f969-4044-9542-7ac6f40c71ff,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:09.396081 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.400120 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:09.407091 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e1f44271-7d89-47b2-bb50-f4be5eaf3ea6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a63ecb8a-f969-4044-9542-7ac6f40c71ff HTTP/1.1" status: 204 len: 168 time: 0.7506361 Oct 27 15:11:09.407790 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41732) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:09.474188 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] Deleting subnet fd53b639-da26-4038-8e6b-42de65b5b956 {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:11:09.478233 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.536649 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.602042 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.616935 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6056f7-f075-4137-ae8e-bed54650ab26 None None] New status for floating IP fede3bad-5a96-48b9-9859-0746a2904fa3: DOWN {{(pid=82785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:11:09.684566 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.696923 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-801e75f4-76cd-4daf-9974-c9ca1003efad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:09.739039 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.750890 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fd53b639-da26-4038-8e6b-42de65b5b956 HTTP/1.1" status: 204 len: 168 time: 0.3423655 Oct 27 15:11:09.753461 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41740) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:09.759693 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd53b639-da26-4038-8e6b-42de65b5b956,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:09.763005 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-0422d828-6895-4571-ae74-27c5f2769be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:09.848613 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41748) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:09.916270 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f576dfff-d816-43ae-83d3-291f7a0c9b6f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.934016 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:09.948871 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f576dfff-d816-43ae-83d3-291f7a0c9b6f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.012485 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79fed3-09be-43eb-85ac-df523c8ed423 req-fe1b6679-50d5-4167-ad55-5c4b67a7e89b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:10.018833 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-db79fed3-09be-43eb-85ac-df523c8ed423 req-fe1b6679-50d5-4167-ad55-5c4b67a7e89b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.2317336 Oct 27 15:11:10.025255 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f576dfff-d816-43ae-83d3-291f7a0c9b6f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.032120 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-14fd07a6-1100-47b2-b5e6-483613e20c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:10.049957 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576dfff-d816-43ae-83d3-291f7a0c9b6f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43172e10-b336-4890-8245-c237772ad4cf,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:10.052592 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f576dfff-d816-43ae-83d3-291f7a0c9b6f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:10.069913 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f576dfff-d816-43ae-83d3-291f7a0c9b6f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.076873 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-f576dfff-d816-43ae-83d3-291f7a0c9b6f tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "DELETE /v2.0/security-groups/43172e10-b336-4890-8245-c237772ad4cf HTTP/1.1" status: 204 len: 168 time: 0.2270389 Oct 27 15:11:10.077733 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41756) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:10.101650 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.api.v2.resource [None req-012feb14-0a20-4f18-b5ac-b4ec5345f021 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] show failed (client error): The resource could not be found. Oct 27 15:11:10.106504 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-012feb14-0a20-4f18-b5ac-b4ec5345f021 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "GET /v2.0/security-groups/43172e10-b336-4890-8245-c237772ad4cf HTTP/1.1" status: 404 len: 347 time: 0.0239952 Oct 27 15:11:10.108728 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41760) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:10.144470 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.165413 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-db79fed3-09be-43eb-85ac-df523c8ed423 req-a62baa51-6284-4549-acdc-ccde73ee81d1 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457021 Oct 27 15:11:10.184936 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7ccadd-f662-46c4-a316-9a5c6f480329']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:10.211971 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79321093-e0c1-4851-9288-391af2801def') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:10.212776 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79321093-e0c1-4851-9288-391af2801def') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:10.226381 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.247489 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.262350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Releasing vlan 1365 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:11:10.262350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:11:10.280126 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:11:10.375749 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.380802 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:10.397813 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.408693 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7ccadd-f662-46c4-a316-9a5c6f480329,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:10.411167 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:10.417792 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-30a55152-128a-4c40-b260-d78fda1d8612 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ae7ccadd-f662-46c4-a316-9a5c6f480329 HTTP/1.1" status: 204 len: 168 time: 0.6585720 Oct 27 15:11:10.442688 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Deleting port 48c0a5c5-3855-47f6-ba8a-173602010b07 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:10.443518 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.657316 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.657697 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.664207 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41770) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:10.720603 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-b5fe7f49-14da-4073-bcde-8b29b3d847e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4737538342b64677ae3f75bceff2b329&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526116 Oct 27 15:11:10.722800 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41774) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:10.793991 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Calling delete_port for 48c0a5c5-3855-47f6-ba8a-173602010b07 owned by network:floatingip {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:10.802032 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-12f3ef46-cf44-4202-bae7-788f305c705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.830067 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-12f3ef46-cf44-4202-bae7-788f305c705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.885228 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-12f3ef46-cf44-4202-bae7-788f305c705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.894567 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-18cc0267-5a69-446c-b19a-942a88785715 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:10.909641 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3ef46-cf44-4202-bae7-788f305c705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a199f2b5-bd9b-4a30-8484-5100db29ddd4,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:10.918510 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-12f3ef46-cf44-4202-bae7-788f305c705f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:10.925189 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-12f3ef46-cf44-4202-bae7-788f305c705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.926581 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-12f3ef46-cf44-4202-bae7-788f305c705f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a199f2b5-bd9b-4a30-8484-5100db29ddd4 HTTP/1.1" status: 204 len: 168 time: 0.2017753 Oct 27 15:11:10.945856 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:10.951221 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-784e47c4-b0d5-419b-8a1c-4069f3158e78 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:10.995230 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Pushing event deleted for resources: {'Port': ['ID=48c0a5c5-3855-47f6-ba8a-173602010b07,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:10.998783 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:11.098879 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks [] for floatingip, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:11.125019 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:11.129301 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-daa92ec4-e704-4ad7-a382-f5319c517604 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] 10.222.0.55 "DELETE /v2.0/floatingips/e330c3ca-d509-44e7-a277-c85ec8a240cd HTTP/1.1" status: 204 len: 168 time: 1.0164251 Oct 27 15:11:11.426402 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ffbd3-0a6c-41d6-9599-8fa293feb6dd req-16c4ea8e-4065-49ee-9718-49a9ff6d12e5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:11.428052 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-209ffbd3-0a6c-41d6-9599-8fa293feb6dd req-16c4ea8e-4065-49ee-9718-49a9ff6d12e5 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.1077681 Oct 27 15:11:11.445428 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41792) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:11.489861 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-209ffbd3-0a6c-41d6-9599-8fa293feb6dd req-cc95d185-ae4c-40bf-af04-78c406253b1c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531960 Oct 27 15:11:11.507870 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d449aa21-fcf2-4088-a7bc-0d85c2c88018 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2ea61f76ffa4447fa58c19da769a2deb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0606282 Oct 27 15:11:11.510759 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41796) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:11.582017 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2ce335c7-afad-45cf-8fe7-47c9faf38991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:11.613619 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2ce335c7-afad-45cf-8fe7-47c9faf38991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:11.689242 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2ce335c7-afad-45cf-8fe7-47c9faf38991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:11.694635 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0bf89a31-2b95-4ffe-8e95-35d2ee137faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:11.707007 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce335c7-afad-45cf-8fe7-47c9faf38991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45f98f2-9d97-483d-861c-192b24af3420,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:11.712039 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2ce335c7-afad-45cf-8fe7-47c9faf38991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:11.717869 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2ce335c7-afad-45cf-8fe7-47c9faf38991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:11.719607 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-2ce335c7-afad-45cf-8fe7-47c9faf38991 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e45f98f2-9d97-483d-861c-192b24af3420 HTTP/1.1" status: 204 len: 168 time: 0.2072475 Oct 27 15:11:11.867428 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ed099-b783-4c6a-b130-8a56296c10a9 req-f445c67e-bb67-4e1e-8222-e7c5c0c0b839 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:11.868140 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-c85ed099-b783-4c6a-b130-8a56296c10a9 req-f445c67e-bb67-4e1e-8222-e7c5c0c0b839 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Synchronizing usage tracker for tenant:affe4a84307f4369ad03bd233b92716d on resource:port {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:11:11.886116 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-c85ed099-b783-4c6a-b130-8a56296c10a9 req-f445c67e-bb67-4e1e-8222-e7c5c0c0b839 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Unset dirty status for tenant:affe4a84307f4369ad03bd233b92716d on resource:port {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:11:11.887736 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c85ed099-b783-4c6a-b130-8a56296c10a9 req-f445c67e-bb67-4e1e-8222-e7c5c0c0b839 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.1133485 Oct 27 15:11:11.936291 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-c85ed099-b783-4c6a-b130-8a56296c10a9 req-c57e9c8c-dddc-49f8-b515-b35568c046f0 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Synchronizing usage tracker for tenant:affe4a84307f4369ad03bd233b92716d on resource:security_group {{(pid=82783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:11:11.953069 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [req-c85ed099-b783-4c6a-b130-8a56296c10a9 req-c57e9c8c-dddc-49f8-b515-b35568c046f0 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Unset dirty status for tenant:affe4a84307f4369ad03bd233b92716d on resource:security_group {{(pid=82783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:11:11.954203 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c85ed099-b783-4c6a-b130-8a56296c10a9 req-c57e9c8c-dddc-49f8-b515-b35568c046f0 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599024 Oct 27 15:11:12.718359 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c496b-36bb-403b-bc8d-15ea90b170c7 req-34f58a80-7f29-403d-814e-569499b4e59e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:12.720251 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c09c496b-36bb-403b-bc8d-15ea90b170c7 req-34f58a80-7f29-403d-814e-569499b4e59e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.0875008 Oct 27 15:11:12.770707 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c09c496b-36bb-403b-bc8d-15ea90b170c7 req-a43c33e3-fc91-419f-86df-3eaf0c48d67a tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446289 Oct 27 15:11:13.184445 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b0f9f-6d7e-42b6-b320-151062bbbc7c req-34dafb6a-9853-49cd-ae83-a680334ef0d1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:13.185679 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-221b0f9f-6d7e-42b6-b320-151062bbbc7c req-34dafb6a-9853-49cd-ae83-a680334ef0d1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.1066942 Oct 27 15:11:13.250381 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-221b0f9f-6d7e-42b6-b320-151062bbbc7c req-77678aa7-d33d-4a11-80f7-56b718363896 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577922 Oct 27 15:11:13.762734 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-0fc1f530-517c-424b-be62-067128d9fd10 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:13.765473 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-0fc1f530-517c-424b-be62-067128d9fd10 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.52 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.2080395 Oct 27 15:11:13.828190 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01878bf3-01f0-49e1-9bd1-4fd3f2ca1977 req-8d52a431-46dd-49ce-8235-e2ee159e5160 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:13.829689 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-01878bf3-01f0-49e1-9bd1-4fd3f2ca1977 req-8d52a431-46dd-49ce-8235-e2ee159e5160 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.0849092 Oct 27 15:11:13.841459 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Deleting port 3b2ad25c-a02f-4160-9c56-d6490acda84d {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:13.841781 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:13.886310 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-01878bf3-01f0-49e1-9bd1-4fd3f2ca1977 req-9e369291-3d87-4887-a907-478583bc59be tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506036 Oct 27 15:11:14.255357 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] For port 3b2ad25c-a02f-4160-9c56-d6490acda84d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3b2ad25c-a02f-4160-9c56-d6490acda84d,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:14.255713 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:14.387747 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ec8e4-24ee-4b7c-8ca8-b958caabd691 req-c779c6b8-1571-4f0c-8654-7f2b6d24ac91 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:14.389260 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fe1ec8e4-24ee-4b7c-8ca8-b958caabd691 req-c779c6b8-1571-4f0c-8654-7f2b6d24ac91 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.3868315 Oct 27 15:11:14.396325 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Calling delete_port for 3b2ad25c-a02f-4160-9c56-d6490acda84d owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:14.460190 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f107686a-09ba-4cf2-9eda-6100967606ea req-7c7e896b-b222-48ea-9b09-61f6c40edac5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0369c2b29c244d56821e09265d801a43&device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1099 time: 0.3842711 Oct 27 15:11:14.481126 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57597b7-322c-45ba-8db5-7662e861ee83 req-01254c39-2367-48eb-82e6-a47045471088 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:14.483286 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a57597b7-322c-45ba-8db5-7662e861ee83 req-01254c39-2367-48eb-82e6-a47045471088 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 945 time: 0.1009278 Oct 27 15:11:14.538793 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a57597b7-322c-45ba-8db5-7662e861ee83 req-03356c7e-f82e-46fc-8920-9d79f94ba9f1 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/security-groups?id=7b7100fd-6d81-4518-8f91-62bd00c6e86d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499294 Oct 27 15:11:14.638535 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fe1ec8e4-24ee-4b7c-8ca8-b958caabd691 req-d97081e4-9046-4ee4-b8ff-d2498931e0e1 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108526 Oct 27 15:11:14.774455 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107686a-09ba-4cf2-9eda-6100967606ea req-8894ffb0-ff37-4de4-891d-1c9e96c67865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:14.777436 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f107686a-09ba-4cf2-9eda-6100967606ea req-8894ffb0-ff37-4de4-891d-1c9e96c67865 service neutron] 10.222.0.52 "GET /v2.0/networks?id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 200 len: 911 time: 0.3013563 Oct 27 15:11:14.894727 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:14.902506 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-301fd57e-27e8-4b13-9505-1d9b87a7ab3a tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:14.958776 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Pushing event deleted for resources: {'Port': ['ID=3b2ad25c-a02f-4160-9c56-d6490acda84d,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:14.964422 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:15.039918 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f107686a-09ba-4cf2-9eda-6100967606ea req-b3d591b4-a7c3-43c3-a6a1-acafd18aa6b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 200 len: 1002 time: 0.2556608 Oct 27 15:11:15.046091 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] No DVR routers for this DVR port 3b2ad25c-a02f-4160-9c56-d6490acda84d on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:11:15.078536 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:15.082687 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'name': 'network-vif-deleted', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:15.110641 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e5ba7933-d172-49d9-ba30-007726d3a5a5 req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.52 "DELETE /v2.0/ports/3b2ad25c-a02f-4160-9c56-d6490acda84d HTTP/1.1" status: 204 len: 173 time: 1.3388200 Oct 27 15:11:15.131499 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107686a-09ba-4cf2-9eda-6100967606ea req-8b7c4b5f-fb91-45e3-8a4c-5f631aaf9cb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:15.133624 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f107686a-09ba-4cf2-9eda-6100967606ea req-8b7c4b5f-fb91-45e3-8a4c-5f631aaf9cb2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf02d238-c971-40a0-b3e9-29abb1d47e1d HTTP/1.1" status: 200 len: 848 time: 0.0855241 Oct 27 15:11:15.211087 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3afc24-5e0e-4293-b109-f1319eb84ea6 req-d5029385-0df5-4d87-a871-fcdd06112839 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:15.212453 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ec3afc24-5e0e-4293-b109-f1319eb84ea6 req-d5029385-0df5-4d87-a871-fcdd06112839 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1593804 Oct 27 15:11:15.217162 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c881cb73-af27-48bd-9166-abab76dcff14', 'name': 'network-vif-deleted', 'tag': '3b2ad25c-a02f-4160-9c56-d6490acda84d', 'status': 'completed', 'code': 200} Oct 27 15:11:15.253913 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f107686a-09ba-4cf2-9eda-6100967606ea req-f559f38c-bc56-4f0f-a3ea-032a37381f67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1124949 Oct 27 15:11:15.273969 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ec3afc24-5e0e-4293-b109-f1319eb84ea6 req-e492d987-818d-4c7a-80ff-45cfb74b609f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522025 Oct 27 15:11:15.387442 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41878) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:15.423671 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f107686a-09ba-4cf2-9eda-6100967606ea req-de5f8b8b-6358-4b7d-8c88-03c12e4f7695 service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566348 Oct 27 15:11:15.645453 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f107686a-09ba-4cf2-9eda-6100967606ea req-ab55b2c5-0e19-463c-9861-60752be138e8 service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142982 Oct 27 15:11:15.868412 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798f675-3065-4eb3-9a61-870ae3a34a15 req-f90b1807-e61b-44e3-a4f9-349b4e1527c4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:15.870103 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5798f675-3065-4eb3-9a61-870ae3a34a15 req-f90b1807-e61b-44e3-a4f9-349b4e1527c4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.0921974 Oct 27 15:11:15.908572 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7c72ebc8-bfad-4eb8-bc72-09e6b26d4a13 req-bda05e13-4e42-4d58-af2f-056ae83f2d8f tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] 10.222.0.55 "GET /v2.0/ports?device_id=c881cb73-af27-48bd-9166-abab76dcff14 HTTP/1.1" status: 200 len: 210 time: 0.1605461 Oct 27 15:11:15.922024 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-5798f675-3065-4eb3-9a61-870ae3a34a15 req-b23fa852-2dba-44ba-927f-6f7cac704ce1 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458572 Oct 27 15:11:16.173852 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447984'] for router_interface, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:16.521657 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3ee7-eed1-47d0-a352-7c315c529b0d req-4966f577-0104-41af-8a72-510c824d7f2d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:16.524114 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f9fc3ee7-eed1-47d0-a352-7c315c529b0d req-4966f577-0104-41af-8a72-510c824d7f2d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.0935845 Oct 27 15:11:16.573596 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f9fc3ee7-eed1-47d0-a352-7c315c529b0d req-5953b488-a7e8-48a9-87c2-ca97fa9e55e6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436635 Oct 27 15:11:16.704260 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 3b2ad25c-a02f-4160-9c56-d6490acda84d no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:16.744819 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 3b2ad25c-a02f-4160-9c56-d6490acda84d {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:16.745161 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 3b2ad25c-a02f-4160-9c56-d6490acda84d not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:16.813563 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Deleting port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:16.813904 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:16.990721 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] For port 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:16.991313 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:17.268950 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Calling delete_port for 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 owned by network:router_interface {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:17.417654 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157ba40-87d6-4c6b-9434-9cb28e476d6b req-04ce684b-55b4-4d50-93fa-4cf5c766b52d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:17.419120 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e157ba40-87d6-4c6b-9434-9cb28e476d6b req-04ce684b-55b4-4d50-93fa-4cf5c766b52d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.3216519 Oct 27 15:11:17.484674 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e157ba40-87d6-4c6b-9434-9cb28e476d6b req-883be514-d8f9-44c2-bd3d-447f7afbd182 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556409 Oct 27 15:11:17.562217 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:17.566093 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:17.610921 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Pushing event deleted for resources: {'Port': ['ID=425ba59a-93a6-4a19-9bf2-6e66a6cf0d24,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:17.613466 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:17.967913 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a95c2d-5e10-469e-8531-df4cc66fe995 req-6bdcfadf-6057-4132-a129-00f486bdb891 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:17.971512 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c0a95c2d-5e10-469e-8531-df4cc66fe995 req-6bdcfadf-6057-4132-a129-00f486bdb891 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1783323 Oct 27 15:11:18.048846 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c0a95c2d-5e10-469e-8531-df4cc66fe995 req-100c3b83-b86c-4d70-a43d-ebc58181dcae tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675907 Oct 27 15:11:18.108058 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 41976) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:18.226759 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447162'] for router_interface, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:18.507691 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-abcd2db1-042b-479f-a7f0-f0df5e6235e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:18.632434 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447984'] for router_interface, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:18.855804 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698f76c-8a2c-41b9-8ab8-416301b3104b req-d9e9e529-1d19-4d59-af11-da9aa427a353 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:18.857306 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a698f76c-8a2c-41b9-8ab8-416301b3104b req-d9e9e529-1d19-4d59-af11-da9aa427a353 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.1953421 Oct 27 15:11:18.909557 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:18.923192 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a698f76c-8a2c-41b9-8ab8-416301b3104b req-77343793-bd94-4977-9c2d-82495a235372 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596175 Oct 27 15:11:19.100461 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:11:19.392808 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9f9218cb-8696-4c14-bbee-63da61b31e81 req-22a87e2f-6880-41da-bf4c-dcb31dbb871e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2832785 Oct 27 15:11:19.498349 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0bc3c-4052-4107-b27b-f7c292ae9f99 req-a32ffa4e-ea38-47da-bd6e-f2d0c792f777 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:19.504917 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-98c0bc3c-4052-4107-b27b-f7c292ae9f99 req-a32ffa4e-ea38-47da-bd6e-f2d0c792f777 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.2312450 Oct 27 15:11:19.560494 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:11:19.573001 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-98c0bc3c-4052-4107-b27b-f7c292ae9f99 req-53e6fb5b-2d8d-4ed3-bd99-3be101a3888d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670080 Oct 27 15:11:19.574479 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] Sync routers for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:11:19.593488 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-ea6336e3-a696-44bf-be3d-8b1cea1eb97b admin admin] 10.222.0.55 "PUT /v2.0/routers/340c906e-b1b8-4a4c-a3bc-ee2620cb3656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2043939 Oct 27 15:11:19.595124 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 41994) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:19.613477 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:19.614502 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:10:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:19.685622 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Deleting port bb135b77-daa3-468d-82e4-93cf0285f7af {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:19.686472 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:19.803919 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42000) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:19.924477 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:20.006351 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-f59b02a9-d077-4034-a8c9-647f7c6ae231 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3131258 Oct 27 15:11:20.079111 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.160755 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e7dad-3b1a-447a-a878-fa82675bec3c req-89905eb2-6781-49f1-a92c-78062da57bda tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:20.162223 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c45e7dad-3b1a-447a-a878-fa82675bec3c req-89905eb2-6781-49f1-a92c-78062da57bda tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.4125915 Oct 27 15:11:20.197118 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.251394 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c45e7dad-3b1a-447a-a878-fa82675bec3c req-c9a720d9-eadb-4294-b0a0-5b576d6b8735 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711918 Oct 27 15:11:20.258204 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:11:20.266396 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] For port bb135b77-daa3-468d-82e4-93cf0285f7af, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=bb135b77-daa3-468d-82e4-93cf0285f7af,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:20.268997 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.326714 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Usage tracker for resource:security_group_rule and tenant:b13c7d1b84004e8a99607c0057270548 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:11:20.334869 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:11:20.343007 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:11:20.403636 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:11:17Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:20.407746 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] Checking router: 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:11:20.419181 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Calling delete_port for bb135b77-daa3-468d-82e4-93cf0285f7af owned by network:router_interface {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:20.420084 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] Routers {'340c906e-b1b8-4a4c-a3bc-ee2620cb3656'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:20.424622 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:10:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:20.459908 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.465283 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.473478 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-20e38a62-d0f4-46b9-ae09-8d67124aae97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:20.508427 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.535429 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edb9bd1-638e-4dca-a255-b007f792074a,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:20.538868 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:20.541677 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b13c7d1b84004e8a99607c0057270548&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5595882 Oct 27 15:11:20.542557 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Deleting port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:20.542895 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.566874 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42014) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:20.676940 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] Set router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:20.830673 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 61fb40df-8513-4046-9712-534c63cfbf27 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:20.843551 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-25e4173f-093a-45a7-a66e-18169525271f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.867350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.874547 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fc52dbec-88c5-4dae-9ca7-7b410e5bb8e6 tempest-ServerRescueNegativeTestJSON-366690633 tempest-ServerRescueNegativeTestJSON-366690633-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:20.928066 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb135b77-daa3-468d-82e4-93cf0285f7af,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:20.935375 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:20.941839 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-25e4173f-093a-45a7-a66e-18169525271f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.969772 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] For port 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:20.970395 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:20.977757 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-76fc06ee-a20e-419a-8760-7a6ab4a5a72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:21.136272 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:21.187709 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Calling delete_port for 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca owned by network:router_gateway {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:21.229044 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:21.235275 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:21.257557 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:21.265542 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:21.394254 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447162'] for router_interface, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:21.418205 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff957c75-fb78-40e6-ad4d-a450c2948b8e req-d2f90a89-0235-461c-9471-70f36c421486 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:21.433337 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ff957c75-fb78-40e6-ad4d-a450c2948b8e req-d2f90a89-0235-461c-9471-70f36c421486 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.5526941 Oct 27 15:11:21.437860 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=6']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:21.441266 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:21.472895 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:11:17Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:21.477820 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082bee74-ff29-4c76-81e4-177ca849e46e None None] The sync data for ids ['340c906e-b1b8-4a4c-a3bc-ee2620cb3656'] in dv-cinder-815673-1-smb is: [{'id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'name': 'tempest-AttachVolumeTestJSON-1425269451-router', 'tenant_id': 'a93e3c0da90b460ea546ab8817fe2972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:11:17Z', 'revision_number': 5, 'project_id': 'a93e3c0da90b460ea546ab8817fe2972', 'gw_port': {'id': '8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c906e-b1b8-4a4c-a3bc-ee2620cb3656', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:39Z', 'updated_at': '2021-10-27T15:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:11:21.502808 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-25e4173f-093a-45a7-a66e-18169525271f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:21.522039 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ffac0ac4-abca-4e15-9c05-e0bbd929db64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:21.559324 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4173f-093a-45a7-a66e-18169525271f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edb9bd1-638e-4dca-a255-b007f792074a,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:21.569241 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-25e4173f-093a-45a7-a66e-18169525271f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:21.591174 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-25e4173f-093a-45a7-a66e-18169525271f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:21.593056 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-25e4173f-093a-45a7-a66e-18169525271f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4edb9bd1-638e-4dca-a255-b007f792074a HTTP/1.1" status: 204 len: 168 time: 1.0249856 Oct 27 15:11:21.633077 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ff957c75-fb78-40e6-ad4d-a450c2948b8e req-acf380b5-83ce-4365-83a8-4e9cc66d987b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973748 Oct 27 15:11:21.677676 dv-cinder-815673-1-smb neutron-server[82784]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27', 'code': 422} returned with failed status Oct 27 15:11:21.808251 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:21.817790 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:21.820773 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:21.951493 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:22.044848 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:22.276706 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450247'] for router_gateway, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:22.279362 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04b05e-a649-4b02-81d2-5a68b037da60 req-ac8b6781-b04d-4798-9fde-fb496dac36ee tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:22.281242 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4a04b05e-a649-4b02-81d2-5a68b037da60 req-ac8b6781-b04d-4798-9fde-fb496dac36ee tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 944 time: 0.4699147 Oct 27 15:11:22.296411 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-02f9f617-54f1-4d05-809b-3587a9b95eab service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050&tenant_id=0369c2b29c244d56821e09265d801a43 HTTP/1.1" status: 200 len: 1097 time: 0.2250597 Oct 27 15:11:22.425782 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:22.462778 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:22.463174 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 425ba59a-93a6-4a19-9bf2-6e66a6cf0d24 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:22.528363 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4a04b05e-a649-4b02-81d2-5a68b037da60 req-c6271912-7980-4912-8b87-af426ced5daa tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280238 Oct 27 15:11:22.554077 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-3fa77b65-2850-4f98-a36e-b5d88e3e5a09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0369c2b29c244d56821e09265d801a43&device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1097 time: 0.2284932 Oct 27 15:11:22.717240 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Router bd3e2a80-084a-4e84-b475-65dd42bd1757 has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:11:22.721333 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87efccc-d939-4e00-8080-abea439e5a08 req-06ba5390-292c-4cc6-a48f-7d0de3a37fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:22.722815 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-06ba5390-292c-4cc6-a48f-7d0de3a37fc4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 200 len: 911 time: 0.1620126 Oct 27 15:11:22.733652 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8338'] for router, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:22.745398 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:22.796809 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411695'] for router, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:22.797900 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 340c906e-b1b8-4a4c-a3bc-ee2620cb3656 {{(pid=82783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 15:11:22.823156 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:22.825409 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/340c906e-b1b8-4a4c-a3bc-ee2620cb3656 HTTP/1.1" status: 204 len: 168 time: 3.2284331 Oct 27 15:11:22.828707 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42048) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:22.946597 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] Deleting subnet 5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:11:22.951688 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:22.967190 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-b89bfd73-fd9a-4079-858f-358163e40822 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 200 len: 1000 time: 0.2370846 Oct 27 15:11:23.069384 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87efccc-d939-4e00-8080-abea439e5a08 req-b8f40266-001a-498d-9d24-afdcaa07a20f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:23.071441 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-b8f40266-001a-498d-9d24-afdcaa07a20f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf02d238-c971-40a0-b3e9-29abb1d47e1d HTTP/1.1" status: 200 len: 848 time: 0.0968044 Oct 27 15:11:23.138519 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:23.236364 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:23.245834 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-6029a77e-8d86-4868-b3cc-252ff71bfea6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1249166 Oct 27 15:11:23.299686 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:11:23.312400 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] Sync routers for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:11:23.323826 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6549ee-22e6-448f-9433-cb90c88fe6d6 req-6121e163-9502-401c-b0d7-6f3d9533836d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:23.325418 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8e6549ee-22e6-448f-9433-cb90c88fe6d6 req-6121e163-9502-401c-b0d7-6f3d9533836d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.3108664 Oct 27 15:11:23.330060 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:23.331250 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:11:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:23.398532 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:23.442176 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-8e6549ee-22e6-448f-9433-cb90c88fe6d6 req-5e423f69-14aa-4b95-b959-07a585196692 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060762 Oct 27 15:11:23.455704 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] 10.222.0.55 "PUT /v2.0/routers/bd3e2a80-084a-4e84-b475-65dd42bd1757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3460722 Oct 27 15:11:23.467080 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42056) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:23.514848 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:23.519053 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:23.594104 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:23.618679 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ce70bea-70eb-4c80-af3b-ca6e09b2fb01,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:23.621775 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-826d22a2-9029-4eb1-ba68-6a7d30d5cae8 service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654146 Oct 27 15:11:23.627299 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:23.652921 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:23.656835 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeae539-63db-496e-b1eb-398ad9f7cb5a None None] Network b91e10a7-42d5-43f6-8395-cb0d3b98d411 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:11:23.676903 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-cf37946e-089f-49eb-ab69-81d5cb74fa04 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5ce70bea-70eb-4c80-af3b-ca6e09b2fb01 HTTP/1.1" status: 204 len: 168 time: 0.8464248 Oct 27 15:11:23.679528 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42062) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:23.976553 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:11:20Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:23.982156 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] Checking router: bd3e2a80-084a-4e84-b475-65dd42bd1757 for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:11:23.997699 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] Routers {'bd3e2a80-084a-4e84-b475-65dd42bd1757'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:23.998433 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:11:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['bd3e2a80-084a-4e84-b475-65dd42bd1757'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:24.108127 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] DHCP port deletion for b91e10a7-42d5-43f6-8395-cb0d3b98d411 request from dv-cinder-815673-1-smb {{(pid=82784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 15:11:24.113402 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] Deleting port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:24.114074 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:24.183417 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d87efccc-d939-4e00-8080-abea439e5a08 req-adf69539-2804-42f2-b136-826c04bd552f service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536363 Oct 27 15:11:24.201290 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:24.298651 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Deleting port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:24.298988 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:24.317265 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] Set router bd3e2a80-084a-4e84-b475-65dd42bd1757 gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:24.378596 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47558b83-8b89-4d6c-8847-8bb5350c8a94 req-0d4b88a7-78f8-4ed0-993b-d33932bd12e2 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:24.396283 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-47558b83-8b89-4d6c-8847-8bb5350c8a94 req-0d4b88a7-78f8-4ed0-993b-d33932bd12e2 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 944 time: 0.5504448 Oct 27 15:11:24.519070 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-47558b83-8b89-4d6c-8847-8bb5350c8a94 req-74b280a8-5786-4859-8f00-2afe0763873f tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318257 Oct 27 15:11:24.528760 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] For port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:24.529635 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:24.558806 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:24.628306 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] For port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd,segment=NetworkSegment(e1740491-3af5-4524-8810-9aaf109dc3a9),segment_id=e1740491-3af5-4524-8810-9aaf109dc3a9)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:24.628708 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:24.639052 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks [] for router, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:24.755597 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] Calling delete_port for 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd owned by network:dhcp {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:24.778178 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:11:20Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:24.786456 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e35937-82c8-40ef-a984-8be4a0f0fa5f None None] The sync data for ids ['bd3e2a80-084a-4e84-b475-65dd42bd1757'] in dv-cinder-815673-1-smb is: [{'id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'name': 'tempest-TestMinimumBasicScenario-1451857610-router', 'tenant_id': 'affe4a84307f4369ad03bd233b92716d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81'}], 'enable_snat': True}, 'gw_port_id': '508e16e4-503e-449c-81a5-4836141c81c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:50Z', 'updated_at': '2021-10-27T15:11:20Z', 'revision_number': 5, 'project_id': 'affe4a84307f4369ad03bd233b92716d', 'gw_port': {'id': '508e16e4-503e-449c-81a5-4836141c81c5', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:53:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3e2a80-084a-4e84-b475-65dd42bd1757', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:51Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:11:24.826105 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Calling delete_port for 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd owned by network:dhcp {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:24.845543 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604f587-4698-4c9c-8046-871d6c62f079 req-04b69bd7-c453-418d-95f0-86377d279b8f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:24.847138 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9604f587-4698-4c9c-8046-871d6c62f079 req-04b69bd7-c453-418d-95f0-86377d279b8f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1311448 Oct 27 15:11:24.913915 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9604f587-4698-4c9c-8046-871d6c62f079 req-be472704-e334-47ce-8b0d-5de4e78e9a80 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556529 Oct 27 15:11:24.930116 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:24.934851 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:24.982882 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:24.996413 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.db.api [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:11:24.996801 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_db.api [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:11:25.031202 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:25.036719 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:25.040417 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] No DVR routers for this DVR port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd on host dv-cinder-815673-1-smb {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:11:25.046598 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:25.083646 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:25.083954 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 8cd9470b-fc4e-4e42-85d8-7f0c8889a2ca not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:25.181384 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.220397 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91e10a7-42d5-43f6-8395-cb0d3b98d411']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:25.236831 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1740491-3af5-4524-8810-9aaf109dc3a9') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:25.237249 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1740491-3af5-4524-8810-9aaf109dc3a9') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:25.259096 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.291122 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.301323 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Releasing vlan 1399 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:11:25.301912 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:11:25.316868 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:11:25.346425 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.417380 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Deleting port 508e16e4-503e-449c-81a5-4836141c81c5 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:25.418517 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.449350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.461932 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-94f7b90a-412f-4307-a632-7115cf89a16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:25.484163 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.492596 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91e10a7-42d5-43f6-8395-cb0d3b98d411,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:25.499850 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] Deleting port 2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:25.499850 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.501278 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:25.541453 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b91e10a7-42d5-43f6-8395-cb0d3b98d411 HTTP/1.1" status: 204 len: 168 time: 1.8561804 Oct 27 15:11:25.623509 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-842126f4-2441-4d59-b75d-63ce0da11028 None None] The port '2aebd4ed-6fb9-4b1e-834e-6ea2ba0638fd' was deleted {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 15:11:25.682437 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] For port 508e16e4-503e-449c-81a5-4836141c81c5, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=508e16e4-503e-449c-81a5-4836141c81c5,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:25.684568 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:25.877535 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42092) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:25.939457 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-7426f6aa-425b-4328-91d9-2cda108ff909 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a93e3c0da90b460ea546ab8817fe2972&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0602248 Oct 27 15:11:25.946044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42098) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:26.045633 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-adb049ef-3ef9-4931-a563-bca8f732e751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:26.064308 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Calling delete_port for 508e16e4-503e-449c-81a5-4836141c81c5 owned by network:router_gateway {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:26.089596 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-adb049ef-3ef9-4931-a563-bca8f732e751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:26.163789 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-adb049ef-3ef9-4931-a563-bca8f732e751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:26.174070 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cdb7a4f7-5672-46b7-be2e-dd78d3cfa9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:26.235263 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb049ef-3ef9-4931-a563-bca8f732e751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e4f605-cf9a-4383-8038-a86aab29eb4e,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:26.244350 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-adb049ef-3ef9-4931-a563-bca8f732e751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:26.276807 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-adb049ef-3ef9-4931-a563-bca8f732e751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:26.281897 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abdfde-33a9-47e4-a015-472e468dc7c9 req-63258bcf-ba69-4dba-a733-222969e9f50d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:26.282161 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-adb049ef-3ef9-4931-a563-bca8f732e751 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58e4f605-cf9a-4383-8038-a86aab29eb4e HTTP/1.1" status: 204 len: 168 time: 0.3311472 Oct 27 15:11:26.282340 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-87abdfde-33a9-47e4-a015-472e468dc7c9 req-63258bcf-ba69-4dba-a733-222969e9f50d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 944 time: 0.3362582 Oct 27 15:11:26.340320 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5aae-4154-4433-8199-e119d8006adc req-b1dacd85-f00d-4879-9111-422981fa2728 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:26.341869 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3edd5aae-4154-4433-8199-e119d8006adc req-b1dacd85-f00d-4879-9111-422981fa2728 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1574662 Oct 27 15:11:26.352981 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device bb135b77-daa3-468d-82e4-93cf0285f7af no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:26.399371 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-87abdfde-33a9-47e4-a015-472e468dc7c9 req-83e285a2-6bfe-4c71-940f-7f8512a9777d tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010363 Oct 27 15:11:26.457310 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: bb135b77-daa3-468d-82e4-93cf0285f7af {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:26.458227 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device bb135b77-daa3-468d-82e4-93cf0285f7af not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:26.475404 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3edd5aae-4154-4433-8199-e119d8006adc req-f2665456-75d4-4302-a365-26ca1bdbde8a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150301 Oct 27 15:11:26.508852 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:26.517928 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:26.570937 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Pushing event deleted for resources: {'Port': ['ID=508e16e4-503e-449c-81a5-4836141c81c5,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:26.574035 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:26.777769 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 61fb40df-8513-4046-9712-534c63cfbf27 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:11:26.866054 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450247'] for router_gateway, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:26.954969 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:26.971734 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '61fb40df-8513-4046-9712-534c63cfbf27', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'port_id': '61fb40df-8513-4046-9712-534c63cfbf27', 'mac_address': 'fa:16:3e:48:8e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:11:27.059080 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.076997 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fb40df-8513-4046-9712-534c63cfbf27 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:11:27.115050 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:27.120741 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.124420 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:27.225575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8338'] for router, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.230850 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.260740 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=7']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:27.265879 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:27.349025 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411695'] for router, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.349875 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd3e2a80-084a-4e84-b475-65dd42bd1757 {{(pid=82782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 15:11:27.354950 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['61fb40df-8513-4046-9712-534c63cfbf27'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:11:27.373232 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Notify callbacks [] for router, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.374414 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] 10.222.0.55 "DELETE /v2.0/routers/bd3e2a80-084a-4e84-b475-65dd42bd1757 HTTP/1.1" status: 204 len: 168 time: 3.9057734 Oct 27 15:11:27.378127 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42130) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:27.512661 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] Deleting subnet 21943bd3-a366-4641-b640-093ebb0f65d5 {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:11:27.520182 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.605588 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.778610 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.836973 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42142) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:27.887645 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9e5d-34b5-461b-8b38-17f7bffca090 req-164ae718-dc42-4420-a1bd-f98b4d026e41 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:27.891048 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-189d9e5d-34b5-461b-8b38-17f7bffca090 req-164ae718-dc42-4420-a1bd-f98b4d026e41 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 945 time: 0.1959977 Oct 27 15:11:27.960094 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-189d9e5d-34b5-461b-8b38-17f7bffca090 req-0e78cad7-0720-4d9f-99b2-690b09adb9fd tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575209 Oct 27 15:11:27.963874 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:27.976952 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f11f9580-8fc5-4e81-bb18-49aa99373b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:28.027856 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76455285-e1f8-4528-abff-bd087268ce05 req-9eee57b2-e869-4f52-a9fa-dc79653ba91c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:28.032173 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-76455285-e1f8-4528-abff-bd087268ce05 req-9eee57b2-e869-4f52-a9fa-dc79653ba91c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.2150605 Oct 27 15:11:28.044865 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1294891411-network', 'tenant_id': 'da464e72f7c44e8bbdf2510bea2d4c70'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:11:28.051149 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:11:28.055895 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Usage tracker for resource:network and tenant:da464e72f7c44e8bbdf2510bea2d4c70 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:11:28.060136 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:11:28.064556 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21943bd3-a366-4641-b640-093ebb0f65d5,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:28.069591 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:11:28.070860 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:28.074687 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.089003 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Made reservation on behalf of da464e72f7c44e8bbdf2510bea2d4c70 for: {'network': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:11:28.091642 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273e00c-943e-417c-bae1-70bbb8980431 None None] Network a1b4969b-373b-4a36-bb94-84e6db9bce2a requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:11:28.094831 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.118677 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4caab216-4470-4c2c-a155-fc5eaacd6c9e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/21943bd3-a366-4641-b640-093ebb0f65d5 HTTP/1.1" status: 204 len: 168 time: 0.7390208 Oct 27 15:11:28.122894 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42152) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:28.131576 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-76455285-e1f8-4528-abff-bd087268ce05 req-d0360334-daee-4287-b505-ca5cb788df55 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908318 Oct 27 15:11:28.208535 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.336946 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42158) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:28.364520 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 508e16e4-503e-449c-81a5-4836141c81c5 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:28.406867 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.408931 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:11:28.413767 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Usage tracker for resource:security_group_rule and tenant:da464e72f7c44e8bbdf2510bea2d4c70 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:11:28.416703 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 508e16e4-503e-449c-81a5-4836141c81c5 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:28.417305 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 508e16e4-503e-449c-81a5-4836141c81c5 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:28.419454 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:11:28.426260 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:11:28.435587 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Deleting port 51659f46-5142-465d-a719-11382f5cce1a {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:28.435912 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.552058 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] DHCP port deletion for a1b4969b-373b-4a36-bb94-84e6db9bce2a request from dv-cinder-815673-1-smb {{(pid=82784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 15:11:28.553000 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.560719 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] Deleting port 51659f46-5142-465d-a719-11382f5cce1a {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:28.561510 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.597853 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:11:28.602676 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Usage tracker for resource:security_group_rule and tenant:99239fabfe8c420a8d2fbe5d3de1d909 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:11:28.606894 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:11:28.613479 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:11:28.710278 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.716296 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.727858 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9a7768d4-66ba-406c-a8e9-bc1be14a06a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:28.728086 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.736668 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.751018 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] vlan segment allocate from pool success with {'vlan_id': 1388, 'physical_network': 'physnet1'} {{(pid=82782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:11:28.761586 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.762345 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.segments_db [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Added segment 55954185-ed74-4c03-ab77-fa2322c335c5 of type vlan for network ae2fa235-e0a6-4764-a88f-cb7214e61416 Oct 27 15:11:28.770982 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ff7188d8-b574-410c-ac88-aafae0756cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:28.786161 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 61fb40df-8513-4046-9712-534c63cfbf27 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:11:28.787362 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99239fabfe8c420a8d2fbe5d3de1d909&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4490116 Oct 27 15:11:28.788323 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba52ef-d599-4ee3-9165-a9dce8c6f055,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:28.793334 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:28.794106 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42164) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:28.867733 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a1495187-858b-4bc0-a95a-e57daf49788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.895059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.898084 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a1495187-858b-4bc0-a95a-e57daf49788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.907079 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4a7278-87bd-493e-a435-f9e782d0c5ef,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:28.912597 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] For port 51659f46-5142-465d-a719-11382f5cce1a, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=51659f46-5142-465d-a719-11382f5cce1a,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:28.913197 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.915266 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] For port 51659f46-5142-465d-a719-11382f5cce1a, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=51659f46-5142-465d-a719-11382f5cce1a,segment=NetworkSegment(87b96882-964c-49d6-95e1-77b73ce08b36),segment_id=87b96882-964c-49d6-95e1-77b73ce08b36)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:28.915746 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.922672 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:28.969967 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a1495187-858b-4bc0-a95a-e57daf49788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:28.977241 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-9607a4bc-a304-4ace-9676-72b1722fa5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:28.998384 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1495187-858b-4bc0-a95a-e57daf49788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba52ef-d599-4ee3-9165-a9dce8c6f055,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:29.002772 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a1495187-858b-4bc0-a95a-e57daf49788c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:29.005001 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a1495187-858b-4bc0-a95a-e57daf49788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.011283 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a1495187-858b-4bc0-a95a-e57daf49788c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4aba52ef-d599-4ee3-9165-a9dce8c6f055 HTTP/1.1" status: 204 len: 168 time: 0.2156634 Oct 27 15:11:29.065773 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] Calling delete_port for 51659f46-5142-465d-a719-11382f5cce1a owned by network:dhcp {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:29.094698 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Calling delete_port for 51659f46-5142-465d-a719-11382f5cce1a owned by network:dhcp {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:29.144168 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.db.resource_extend [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:11:29.153633 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 61fb40df-8513-4046-9712-534c63cfbf27 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:11:29.154323 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.214329 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.227618 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:29.228202 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.231627 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335'] for port, after_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.239920 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:29.241144 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:29.325157 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] Pushing event deleted for resources: {'Port': ['ID=51659f46-5142-465d-a719-11382f5cce1a,revision_number=None']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:29.335826 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:29.371298 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] No DVR routers for this DVR port 51659f46-5142-465d-a719-11382f5cce1a on host dv-cinder-815673-1-smb {{(pid=82784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:11:29.426158 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Pushing event updated for resources: {'Network': ['ID=ae2fa235-e0a6-4764-a88f-cb7214e61416,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:29.428033 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.441640 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network ae2fa235-e0a6-4764-a88f-cb7214e61416 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:11:29.451927 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6118138 Oct 27 15:11:29.454630 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:29.471541 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42174) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:29.489689 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Request body: {'subnet': {'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1294891411-subnet', 'tenant_id': 'da464e72f7c44e8bbdf2510bea2d4c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:11:29.502274 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:11:29.505173 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.db.api [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:11:29.506128 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_db.api [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:11:29.513886 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89a709-7806-4b31-8603-155728f984b2 req-3ec0d9b0-a92c-46b0-93bb-897bbbcfaf71 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:29.516534 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1c89a709-7806-4b31-8603-155728f984b2 req-3ec0d9b0-a92c-46b0-93bb-897bbbcfaf71 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 945 time: 0.3402174 Oct 27 15:11:29.519858 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Usage tracker for resource:subnet and tenant:da464e72f7c44e8bbdf2510bea2d4c70 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:11:29.528367 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:11:29.559862 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:29.583352 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:29.592564 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d137071-1f1c-496d-9855-04acb4b13e7d req-d2f620ea-29c2-4e69-a489-fb20ca0c1bf5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:29.594268 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7d137071-1f1c-496d-9855-04acb4b13e7d req-d2f620ea-29c2-4e69-a489-fb20ca0c1bf5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1409729 Oct 27 15:11:29.594777 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:11:29.597442 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.603424 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:29.614100 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1c89a709-7806-4b31-8603-155728f984b2 req-11d62bdd-21af-4ec8-83c5-224af012f78e tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885236 Oct 27 15:11:29.615198 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Made reservation on behalf of da464e72f7c44e8bbdf2510bea2d4c70 for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:11:29.617575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1570913'] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.678821 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-7d137071-1f1c-496d-9855-04acb4b13e7d req-b128637e-bc78-4db8-9a83-80f4f3a9c681 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789115 Oct 27 15:11:29.702718 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=8']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:29.706602 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:29.737447 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27', 'code': 200} Oct 27 15:11:29.888211 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-928118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1570839'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:29.895933 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-363ec3d1-3544-4e9a-8ec1-69b2475ddf9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:29.973160 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d03d861-261d-4ff7-92d7-402d0647bf87,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:29.976839 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:30.016059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Deleting port 51659f46-5142-465d-a719-11382f5cce1a {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:30.016429 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:30.046169 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Checking segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:11:30.046534 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Network hostable DHCP agents. Network: ae2fa235-e0a6-4764-a88f-cb7214e61416, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:11:30.109191 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] The port '51659f46-5142-465d-a719-11382f5cce1a' was deleted {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 15:11:30.255433 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:30.263333 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Network ae2fa235-e0a6-4764-a88f-cb7214e61416 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:11:30.290643 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, ae2fa235-e0a6-4764-a88f-cb7214e61416) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:11:30.302064 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-448c1c65-f841-45b9-affd-de7894ffe2d3 req-184b8006-7560-4c87-96bb-82c363f795c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1099 time: 0.3157806 Oct 27 15:11:30.302689 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1fe18f-135a-4feb-a033-b88df94b665e None None] Network ae2fa235-e0a6-4764-a88f-cb7214e61416 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:11:30.309043 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b4969b-373b-4a36-bb94-84e6db9bce2a']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:30.320775 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:30.321670 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:30.328396 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 51659f46-5142-465d-a719-11382f5cce1a no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:30.361239 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b96882-964c-49d6-95e1-77b73ce08b36') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:30.361534 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b96882-964c-49d6-95e1-77b73ce08b36') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:30.365456 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 51659f46-5142-465d-a719-11382f5cce1a {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:30.365810 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 51659f46-5142-465d-a719-11382f5cce1a not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:30.393992 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:30.412601 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9350188 Oct 27 15:11:30.426787 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-448c1c65-f841-45b9-affd-de7894ffe2d3 req-867d1a00-2d21-4dc7-981b-e04305d656bf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968916 Oct 27 15:11:30.427545 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:30.435641 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Releasing vlan 1395 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:11:30.435909 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: util.warn( Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: util.warn( Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: util.warn( Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: util.warn( Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:11:30.451699 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:11:30.558536 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:30.564619 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:30.573046 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:30.603230 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a1b4969b-373b-4a36-bb94-84e6db9bce2a HTTP/1.1" status: 204 len: 168 time: 2.4783642 Oct 27 15:11:30.604945 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b4969b-373b-4a36-bb94-84e6db9bce2a,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:30.607054 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42184) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:30.608365 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7655f3e4-a680-48ac-86ae-75ddcd945b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:30.626681 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef992e95-ba69-48c1-98d5-57d03cc383e9 None None] Network ae2fa235-e0a6-4764-a88f-cb7214e61416 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:11:30.919169 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b55f07-0fe0-4a3d-9942-287b40b4c215 req-e0e31d71-9202-433e-a814-f0a39071baa6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:30.921687 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a5b55f07-0fe0-4a3d-9942-287b40b4c215 req-e0e31d71-9202-433e-a814-f0a39071baa6 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.1493096 Oct 27 15:11:30.997264 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a5b55f07-0fe0-4a3d-9942-287b40b4c215 req-37341a48-34b8-4b68-adb4-7dfa6e61e987 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660508 Oct 27 15:11:31.299966 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-8ec78636-ae2a-4d7b-880d-ec89862805fd tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:31.301358 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-8ec78636-ae2a-4d7b-880d-ec89862805fd tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 815 time: 0.2584722 Oct 27 15:11:31.349437 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6c1a7-f893-40b9-991a-4add7bad64de req-bc6e727e-6dfb-452b-bf62-5dcf937d047e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:31.351835 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fdc6c1a7-f893-40b9-991a-4add7bad64de req-bc6e727e-6dfb-452b-bf62-5dcf937d047e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.2111478 Oct 27 15:11:31.377882 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-d23f947b-c4c9-405d-b2ea-6e8be64d1421 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/quotas/da464e72f7c44e8bbdf2510bea2d4c70 HTTP/1.1" status: 200 len: 375 time: 0.0196042 Oct 27 15:11:31.438446 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fdc6c1a7-f893-40b9-991a-4add7bad64de req-f965b21d-b309-4418-94ee-70a88535a740 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744827 Oct 27 15:11:31.446885 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-01572770-8eab-46b6-9e41-cc70d0cb27c8 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495422 Oct 27 15:11:31.509989 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447984'] for router_interface, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:31.856100 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-178cec64-5e57-43a0-b986-82fee5592318 service neutron] 10.222.0.55 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844621 Oct 27 15:11:32.059820 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-f6d23d4f-d54d-4851-8fb4-e14e96404f18 service neutron] 10.222.0.55 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979704 Oct 27 15:11:32.267683 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c2764-9557-4312-a3c8-1273a1f8bb8b req-28fc7afb-65a6-47eb-a08a-ae5292953860 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:32.270143 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b20c2764-9557-4312-a3c8-1273a1f8bb8b req-28fc7afb-65a6-47eb-a08a-ae5292953860 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.1308303 Oct 27 15:11:32.342453 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b20c2764-9557-4312-a3c8-1273a1f8bb8b req-7f7983dc-e2d8-4739-b5e7-ee8e78174d48 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627313 Oct 27 15:11:32.409192 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9167ec2e-b0e8-41f8-9204-ddd17de206ac req-20e473a3-a55a-4305-b712-bb1261e5cdd8 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 210 time: 0.0771444 Oct 27 15:11:32.765009 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431b2ac-1c52-4dc5-8e4f-7ca0bebb2bae req-69916ef6-acf4-49a8-a7f8-13328067efe8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:32.766552 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Deleting port fb5389ea-3c76-4c49-9244-8f77fb7a3619 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:32.766931 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:32.767541 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b431b2ac-1c52-4dc5-8e4f-7ca0bebb2bae req-69916ef6-acf4-49a8-a7f8-13328067efe8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1121485 Oct 27 15:11:32.843487 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b431b2ac-1c52-4dc5-8e4f-7ca0bebb2bae req-30ef2935-9f0a-439a-beb8-9e0d8fe5ae03 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656929 Oct 27 15:11:32.976910 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] For port fb5389ea-3c76-4c49-9244-8f77fb7a3619, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=fb5389ea-3c76-4c49-9244-8f77fb7a3619,segment=NetworkSegment(5715fdfc-2cf0-465f-8a79-52e0d097d5e1),segment_id=5715fdfc-2cf0-465f-8a79-52e0d097d5e1)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:32.977570 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:33.106989 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Calling delete_port for fb5389ea-3c76-4c49-9244-8f77fb7a3619 owned by network:router_interface {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:33.305117 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:33.309815 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8fdda15f-f13f-4f85-b252-d1d797becf76 tempest-VolumesNegativeTest-1793491485 tempest-VolumesNegativeTest-1793491485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:33.357128 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5389ea-3c76-4c49-9244-8f77fb7a3619,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:33.360640 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:33.736121 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-122d7d27-6265-4f63-bddf-b51c9400b171 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:33.737245 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-122d7d27-6265-4f63-bddf-b51c9400b171 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:network {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:11:33.737450 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-429716c1-94e6-41aa-a61a-5e4d5f2df54f req-9f19f02a-0538-4a7b-8331-e4738542ed99 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 210 time: 0.0579135 Oct 27 15:11:33.757043 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-122d7d27-6265-4f63-bddf-b51c9400b171 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:network {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:11:33.758296 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-122d7d27-6265-4f63-bddf-b51c9400b171 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 815 time: 0.3328638 Oct 27 15:11:33.785810 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Request body: {'port': {'device_id': 'c49bf621-11b3-45c0-afef-645552cc3581', 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'admin_state_up': True, 'tenant_id': 'da464e72f7c44e8bbdf2510bea2d4c70'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:11:33.810267 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447162'] for router_interface, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:33.963426 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:11:33.968007 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Usage tracker for resource:port and tenant:da464e72f7c44e8bbdf2510bea2d4c70 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:11:33.971754 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:11:33.978800 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:11:33.994014 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Made reservation on behalf of da464e72f7c44e8bbdf2510bea2d4c70 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:11:33.999200 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:34.235562 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe1e65-e6b5-4bea-b00c-f28264a4b63c req-251db50d-c267-4306-beaf-0c550113e2a2 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:34.237089 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-06fe1e65-e6b5-4bea-b00c-f28264a4b63c req-251db50d-c267-4306-beaf-0c550113e2a2 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.2215617 Oct 27 15:11:34.307067 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Allocated IP 172.20.0.7 (ae2fa235-e0a6-4764-a88f-cb7214e61416/0d03d861-261d-4ff7-92d7-402d0647bf87/5a761f43-c6e4-46c0-8da0-385b8e7540be) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:11:34.321366 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-06fe1e65-e6b5-4bea-b00c-f28264a4b63c req-3e7edf5e-9ea2-4a9a-a7f5-bde60a9d2faf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782278 Oct 27 15:11:34.579717 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:34.615524 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:34.622180 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:34.646112 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Router efba3218-1784-47be-98d5-0753b2f056da has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:11:34.698632 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Network ae2fa235-e0a6-4764-a88f-cb7214e61416 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:11:34.702664 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:11:34.706259 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:11:34.736583 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Pushing event updated for resources: {'Port': ['ID=5a761f43-c6e4-46c0-8da0-385b8e7540be,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:34.742838 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:34.776845 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:34.777644 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:34.809026 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0296836 Oct 27 15:11:34.821452 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Request body: {'port': {'device_id': 'c49bf621-11b3-45c0-afef-645552cc3581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:11:34.955296 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:34.957832 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:11:34.971229 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] Sync routers for ids ['efba3218-1784-47be-98d5-0753b2f056da'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:11:34.987473 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] Routers {'efba3218-1784-47be-98d5-0753b2f056da'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:34.988380 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:11:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['efba3218-1784-47be-98d5-0753b2f056da'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:34.990491 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] 10.222.0.55 "PUT /v2.0/routers/efba3218-1784-47be-98d5-0753b2f056da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3808997 Oct 27 15:11:34.994737 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42226) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:35.073044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b12bc-87cf-4cc4-bae6-8930996b94d5 req-699e08e6-9a65-4380-8b9c-db966ef01cbd tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:35.074438 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-955b12bc-87cf-4cc4-bae6-8930996b94d5 req-699e08e6-9a65-4380-8b9c-db966ef01cbd tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 931 time: 0.1837268 Oct 27 15:11:35.154245 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-955b12bc-87cf-4cc4-bae6-8930996b94d5 req-e0c66a48-677a-43be-be7d-ea1a71174f5c tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669565 Oct 27 15:11:35.299137 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] Set router efba3218-1784-47be-98d5-0753b2f056da gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:35.330656 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks [] for router, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:35.468335 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a761f43-c6e4-46c0-8da0-385b8e7540be {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:11:35.482972 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:35.499916 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Transition to ACTIVE for port object 5a761f43-c6e4-46c0-8da0-385b8e7540be will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:11:35.505364 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:35.523674 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d3f6088b-dbbd-47aa-93be-439dfee8ab09 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:35.582526 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:35.593619 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Deleting port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:35.594189 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:35.692348 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249'}], 'enable_snat': True}, 'gw_port_id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:11:33Z', 'revision_number': 5, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port': {'id': '4764f226-b8eb-4916-8eb1-c7d88bd7f41e', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ee:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efba3218-1784-47be-98d5-0753b2f056da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:07Z', 'updated_at': '2021-10-27T15:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:35.697277 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] Checking router: efba3218-1784-47be-98d5-0753b2f056da for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:11:35.710040 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] Routers {'efba3218-1784-47be-98d5-0753b2f056da'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:11:35.711410 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:11:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['efba3218-1784-47be-98d5-0753b2f056da'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:35.813552 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] For port 4764f226-b8eb-4916-8eb1-c7d88bd7f41e, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4764f226-b8eb-4916-8eb1-c7d88bd7f41e,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:35.814157 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:35.820621 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Pushing event updated for resources: {'Port': ['ID=5a761f43-c6e4-46c0-8da0-385b8e7540be,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:35.825455 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:35.899179 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] Set router efba3218-1784-47be-98d5-0753b2f056da gateway port host: None {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:11:35.925629 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31eb114-900e-41c4-a381-a31e089ae059 req-7a21ce19-0e02-4ac6-a46a-26ae7b56cd41 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:35.927120 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c31eb114-900e-41c4-a381-a31e089ae059 req-7a21ce19-0e02-4ac6-a46a-26ae7b56cd41 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.3676908 Oct 27 15:11:35.975847 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Calling delete_port for 4764f226-b8eb-4916-8eb1-c7d88bd7f41e owned by network:router_gateway {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:35.988410 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Attempting to bind port 5a761f43-c6e4-46c0-8da0-385b8e7540be on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:11:35.988984 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Attempting to bind port 5a761f43-c6e4-46c0-8da0-385b8e7540be by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:11:35.989550 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Attempting to bind port 5a761f43-c6e4-46c0-8da0-385b8e7540be on network ae2fa235-e0a6-4764-a88f-cb7214e61416 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:11:36.015782 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:11:35Z', 'revision_number': 6, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port_host': None}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:36.017232 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Port 5a761f43-c6e4-46c0-8da0-385b8e7540be on network ae2fa235-e0a6-4764-a88f-cb7214e61416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:11:36.017818 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Attempting to bind port 5a761f43-c6e4-46c0-8da0-385b8e7540be on network ae2fa235-e0a6-4764-a88f-cb7214e61416 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:11:36.020293 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2875cc9-5b96-44a2-9046-2c76dfeb50f0 None None] The sync data for ids ['efba3218-1784-47be-98d5-0753b2f056da'] in dv-cinder-815673-1-smb is: [{'id': 'efba3218-1784-47be-98d5-0753b2f056da', 'name': 'tempest-TestMinimumBasicScenario-444361107-router', 'tenant_id': '0efd10256b884dac81a0678fb8d81c9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:06Z', 'updated_at': '2021-10-27T15:11:35Z', 'revision_number': 6, 'project_id': '0efd10256b884dac81a0678fb8d81c9a', 'gw_port_host': None}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:11:36.038131 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c31eb114-900e-41c4-a381-a31e089ae059 req-d7944202-e2c5-4ea1-b498-218557ad0531 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909047 Oct 27 15:11:36.040484 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:11:36.043177 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Checking segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:11:36.043874 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Bound using segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:11:36.044522 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Bound port: 5a761f43-c6e4-46c0-8da0-385b8e7540be, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:11:36.044943 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:36.164578 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] For port 5a761f43-c6e4-46c0-8da0-385b8e7540be, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:11:36.168945 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] For port 5a761f43-c6e4-46c0-8da0-385b8e7540be, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=5a761f43-c6e4-46c0-8da0-385b8e7540be,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:11:36.173518 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:36.177565 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-69845da1-b756-4713-96bf-230248ec721f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:36.205305 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:36.209223 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4ef5e527-a991-41d3-bbc1-d73369bb723b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:36.245267 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:36.246386 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] 10.222.0.52 "PUT /v2.0/ports/5a761f43-c6e4-46c0-8da0-385b8e7540be HTTP/1.1" status: 200 len: 1093 time: 1.4299300 Oct 27 15:11:36.247876 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49bf621-11b3-45c0-afef-645552cc3581', 'tag': '5a761f43-c6e4-46c0-8da0-385b8e7540be'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:36.277300 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Pushing event updated for resources: {'Port': ['ID=5a761f43-c6e4-46c0-8da0-385b8e7540be,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:36.281525 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:36.293858 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Pushing event deleted for resources: {'Port': ['ID=4764f226-b8eb-4916-8eb1-c7d88bd7f41e,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:36.304784 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:36.340118 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49bf621-11b3-45c0-afef-645552cc3581', 'tag': '5a761f43-c6e4-46c0-8da0-385b8e7540be', 'status': 'completed', 'code': 200} Oct 27 15:11:36.413324 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-5a7bb753-4c0c-479f-8dc0-a8619015bff4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 1096 time: 0.1201229 Oct 27 15:11:36.479054 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device fb5389ea-3c76-4c49-9244-8f77fb7a3619 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:36.520808 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-aa9aef22-2a59-44db-a977-f6aa566ee780 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a761f43-c6e4-46c0-8da0-385b8e7540be HTTP/1.1" status: 200 len: 217 time: 0.0964663 Oct 27 15:11:36.534739 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: fb5389ea-3c76-4c49-9244-8f77fb7a3619 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:36.534739 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device fb5389ea-3c76-4c49-9244-8f77fb7a3619 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:36.544864 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:36.607842 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-fe129db5-9170-4d88-b843-c1febdce52cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:36.609311 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-fe129db5-9170-4d88-b843-c1febdce52cb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 200 len: 855 time: 0.0817354 Oct 27 15:11:36.658641 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-7140e193-14ab-438e-a0e3-aad7fc72bcaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae2fa235-e0a6-4764-a88f-cb7214e61416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428355 Oct 27 15:11:36.751506 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450247'] for router_gateway, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:36.833060 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-3abac5f8-df1d-4a3e-b258-44b145370292 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656580 Oct 27 15:11:36.882603 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbed219-75ca-491e-9866-32449f545020 req-94e2c0ef-268d-408e-9fbf-478393cf6240 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:36.883999 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ddbed219-75ca-491e-9866-32449f545020 req-94e2c0ef-268d-408e-9fbf-478393cf6240 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 943 time: 0.5330474 Oct 27 15:11:36.978683 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b37016ac-a3a4-40b4-a32f-9fba80b2b432 req-fdd6a84a-e471-415b-9de4-f8cb084c8b04 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379137 Oct 27 15:11:37.080023 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8338'] for router, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.083698 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ddbed219-75ca-491e-9866-32449f545020 req-163c9924-b38a-4277-a141-5cc5d34a0dee tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900632 Oct 27 15:11:37.102458 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.157127 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-57ef47d2-1f8a-4e87-ae9e-70cca5727ca8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 1096 time: 0.1274600 Oct 27 15:11:37.161814 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411695'] for router, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.162774 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efba3218-1784-47be-98d5-0753b2f056da {{(pid=82783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 15:11:37.184952 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.189959 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-95ab39ab-9d15-49ec-8c99-80914c027294 admin admin] 10.222.0.55 "DELETE /v2.0/routers/efba3218-1784-47be-98d5-0753b2f056da HTTP/1.1" status: 204 len: 168 time: 2.1909142 Oct 27 15:11:37.195496 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42238) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:37.289630 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] Deleting subnet 964bf5a3-5aa0-4b2c-b418-c55ff957c68a {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:11:37.294001 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.362581 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.401769 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-f86c366f-590b-4177-92eb-1de08338b315 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:37.403123 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-f86c366f-590b-4177-92eb-1de08338b315 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 917 time: 0.2400308 Oct 27 15:11:37.470024 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.495502 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-f05fbc44-cfa6-4f78-92c6-ac2d30fe222e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a761f43-c6e4-46c0-8da0-385b8e7540be HTTP/1.1" status: 200 len: 217 time: 0.0836678 Oct 27 15:11:37.548054 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3cfc0-6f4d-448e-a85e-294183de2399 req-779078f6-003b-44e8-bfb0-fe2cbca87c1e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:37.550006 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-22a3cfc0-6f4d-448e-a85e-294183de2399 req-779078f6-003b-44e8-bfb0-fe2cbca87c1e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.2497671 Oct 27 15:11:37.550457 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.554785 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7e5f6d01-c8fc-48c5-a202-fef01a3bdc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:37.589744 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=964bf5a3-5aa0-4b2c-b418-c55ff957c68a,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:37.593387 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:37.597479 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.607657 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-28020c22-f980-4716-a279-fafbc90fcfc2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/964bf5a3-5aa0-4b2c-b418-c55ff957c68a HTTP/1.1" status: 204 len: 168 time: 0.4104524 Oct 27 15:11:37.608185 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42242) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:37.609545 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3ce7a-7774-4cdf-9994-5eda5b111a13 None None] Network 3b5695d2-fe87-4f78-8d82-25641b951b93 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:11:37.621558 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-cb7a764e-f6f5-4102-93e0-27c1f589ab1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:37.623848 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-cb7a764e-f6f5-4102-93e0-27c1f589ab1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 200 len: 855 time: 0.1213889 Oct 27 15:11:37.637783 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-22a3cfc0-6f4d-448e-a85e-294183de2399 req-e0e57e4a-5fe4-43f5-b7dc-30ca7e2312d0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780344 Oct 27 15:11:37.711710 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-6821f8cb-c452-4717-b144-a0a52996472a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae2fa235-e0a6-4764-a88f-cb7214e61416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723207 Oct 27 15:11:37.742921 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.755039 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Deleting port 4abf7472-9893-4a1d-b90f-7064bdb80f4b {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:37.755618 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:37.902260 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] DHCP port deletion for 3b5695d2-fe87-4f78-8d82-25641b951b93 request from dv-cinder-815673-1-smb {{(pid=82784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 15:11:37.910129 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] Deleting port 4abf7472-9893-4a1d-b90f-7064bdb80f4b {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:37.910845 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:38.009695 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-1337ebe9-a5a8-4aff-a7d6-e5bc603d31ea service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908165 Oct 27 15:11:38.022294 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] For port 4abf7472-9893-4a1d-b90f-7064bdb80f4b, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4abf7472-9893-4a1d-b90f-7064bdb80f4b,segment=NetworkSegment(5715fdfc-2cf0-465f-8a79-52e0d097d5e1),segment_id=5715fdfc-2cf0-465f-8a79-52e0d097d5e1)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:38.022856 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:38.164996 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] For port 4abf7472-9893-4a1d-b90f-7064bdb80f4b, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4abf7472-9893-4a1d-b90f-7064bdb80f4b,segment=NetworkSegment(5715fdfc-2cf0-465f-8a79-52e0d097d5e1),segment_id=5715fdfc-2cf0-465f-8a79-52e0d097d5e1)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:38.166335 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:38.193871 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-852f5287-2ea6-40fc-ba49-fb65adb93fbb req-1af9ab9b-e0c0-4b98-ade2-4e6fd2e952c1 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728873 Oct 27 15:11:38.326950 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Calling delete_port for 4abf7472-9893-4a1d-b90f-7064bdb80f4b owned by network:dhcp {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:38.334369 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] Calling delete_port for 4abf7472-9893-4a1d-b90f-7064bdb80f4b owned by network:dhcp {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:11:38.368149 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4764f226-b8eb-4916-8eb1-c7d88bd7f41e no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:38.413031 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 4764f226-b8eb-4916-8eb1-c7d88bd7f41e {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:11:38.413386 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4764f226-b8eb-4916-8eb1-c7d88bd7f41e not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:38.413805 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4abf7472-9893-4a1d-b90f-7064bdb80f4b no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:38.507934 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2768884-39f1-4e0e-807a-a59b34fb8b05 req-ae04377d-760d-461e-b6e8-845b89f4445c tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:38.509745 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b2768884-39f1-4e0e-807a-a59b34fb8b05 req-ae04377d-760d-461e-b6e8-845b89f4445c tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 943 time: 0.1899436 Oct 27 15:11:38.511757 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:38.516969 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-0b579caa-2ed0-46b9-9fbd-c09ee065502c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:38.517587 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No active binding found for port 4abf7472-9893-4a1d-b90f-7064bdb80f4b {{(pid=82784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Oct 27 15:11:38.518073 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4abf7472-9893-4a1d-b90f-7064bdb80f4b not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:11:38.532921 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.db.api [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:11:38.533407 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_db.api [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:11:38.590477 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=4abf7472-9893-4a1d-b90f-7064bdb80f4b,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:38.593403 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:38.602508 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] No DVR routers for this DVR port 4abf7472-9893-4a1d-b90f-7064bdb80f4b on host dv-cinder-815673-1-smb {{(pid=82783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:11:38.701084 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b2768884-39f1-4e0e-807a-a59b34fb8b05 req-806e3700-884a-49d9-b4a7-6426407789bc tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488724 Oct 27 15:11:38.774288 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:38.800399 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 5a761f43-c6e4-46c0-8da0-385b8e7540be details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:11:38.819811 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5695d2-fe87-4f78-8d82-25641b951b93']}} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:38.833864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5715fdfc-2cf0-465f-8a79-52e0d097d5e1') {'for_net_delete': True} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:38.834405 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5715fdfc-2cf0-465f-8a79-52e0d097d5e1') {} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:11:38.850766 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3864218'] for segment, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:38.871197 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:38.879688 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Releasing vlan 1387 on physical network physnet1 to pool {{(pid=82783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:11:38.880287 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1500578'] for segment, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: Traceback (most recent call last): Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: timer() Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: cb(*args, **kw) Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: return func(*args, **kwargs) Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: self._notify() Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: self.callback(batched_events) Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: event.method(event) Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: return f(self, *a, **k) Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: return self._get(url).json() Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: return self.request(url, 'GET', **kwargs) Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:11:38.899488 dv-cinder-815673-1-smb neutron-server[82783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:11:38.907807 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c6198-b851-4b03-8a84-c20ca54f2be6 req-904138ed-2083-4917-8bb8-c75b31bf74f8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:38.909342 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-982c6198-b851-4b03-8a84-c20ca54f2be6 req-904138ed-2083-4917-8bb8-c75b31bf74f8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1073794 Oct 27 15:11:38.981908 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-982c6198-b851-4b03-8a84-c20ca54f2be6 req-a35e074e-cb9b-4c27-a6af-a0b1772c95df tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591848 Oct 27 15:11:38.995998 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.001140 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:39.019363 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.026372 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 5a761f43-c6e4-46c0-8da0-385b8e7540be, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=5a761f43-c6e4-46c0-8da0-385b8e7540be,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:39.032822 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b5695d2-fe87-4f78-8d82-25641b951b93,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:39.034061 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] Deleting port 4abf7472-9893-4a1d-b90f-7064bdb80f4b {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:11:39.034450 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.037139 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:39.039185 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-8d2b928b-5e57-4223-85c2-5d98f3bb5a97 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3b5695d2-fe87-4f78-8d82-25641b951b93 HTTP/1.1" status: 204 len: 168 time: 1.4297590 Oct 27 15:11:39.101267 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '5a761f43-c6e4-46c0-8da0-385b8e7540be', 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'port_id': '5a761f43-c6e4-46c0-8da0-385b8e7540be', 'mac_address': 'fa:16:3e:ab:1d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d03d861-261d-4ff7-92d7-402d0647bf87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:11:39.201880 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-a95202ff-dc01-40ed-bbe1-3afe8dc669ce None None] The port '4abf7472-9893-4a1d-b90f-7064bdb80f4b' was deleted {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 15:11:39.237926 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.257404 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a761f43-c6e4-46c0-8da0-385b8e7540be {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:11:39.290248 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 5a761f43-c6e4-46c0-8da0-385b8e7540be, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=5a761f43-c6e4-46c0-8da0-385b8e7540be,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:39.297876 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.300648 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:39.338868 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42252) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:39.387505 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=5a761f43-c6e4-46c0-8da0-385b8e7540be,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:39.398590 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-bb8b9b0a-74af-41dc-b36b-7306ff326192 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=affe4a84307f4369ad03bd233b92716d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0578337 Oct 27 15:11:39.400434 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.400434 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.400673 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.401177 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.401692 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.402209 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.402734 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.403272 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.403425 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42256) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:39.403794 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.404186 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.404596 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:39.409188 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:39.479147 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ddd57318-402f-46ad-b7fb-11eeb479b876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.506045 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ddd57318-402f-46ad-b7fb-11eeb479b876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.571148 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['5a761f43-c6e4-46c0-8da0-385b8e7540be'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:11:39.574272 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ddd57318-402f-46ad-b7fb-11eeb479b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.582648 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f521c350-e6ea-4d8f-a948-784929687e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:39.599648 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd57318-402f-46ad-b7fb-11eeb479b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7100fd-6d81-4518-8f91-62bd00c6e86d,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:39.603176 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ddd57318-402f-46ad-b7fb-11eeb479b876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:39.613479 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-ddd57318-402f-46ad-b7fb-11eeb479b876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:39.615220 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-ddd57318-402f-46ad-b7fb-11eeb479b876 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7b7100fd-6d81-4518-8f91-62bd00c6e86d HTTP/1.1" status: 204 len: 168 time: 0.2106402 Oct 27 15:11:39.947675 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52585071-a803-4792-b79f-bdb981ffd6f9 req-45f36439-67b7-44b3-83cd-7c512b3b64de tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:39.949274 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-52585071-a803-4792-b79f-bdb981ffd6f9 req-45f36439-67b7-44b3-83cd-7c512b3b64de tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 944 time: 0.0861464 Oct 27 15:11:40.006800 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-52585071-a803-4792-b79f-bdb981ffd6f9 req-1c2e8578-1011-44f9-807c-1a28b0273812 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512567 Oct 27 15:11:40.201443 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42268) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:40.257090 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-eac39be9-8aac-45f0-90ae-b9fa501314c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0efd10256b884dac81a0678fb8d81c9a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519745 Oct 27 15:11:40.257357 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42272) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:11:40.289102 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a46e24-93f4-4fef-bcde-b2f56501f9f5 req-fdb5c086-0b5f-4887-905f-3cfc7d8ba87c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:40.291226 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-54a46e24-93f4-4fef-bcde-b2f56501f9f5 req-fdb5c086-0b5f-4887-905f-3cfc7d8ba87c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.0942526 Oct 27 15:11:40.336803 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd815d9f-18a4-4b8e-ad40-71ca481a2d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:40.350641 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-54a46e24-93f4-4fef-bcde-b2f56501f9f5 req-94376e12-b9c8-4bff-a865-beddfcda5ed9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534687 Oct 27 15:11:40.380671 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd815d9f-18a4-4b8e-ad40-71ca481a2d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:40.443113 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd815d9f-18a4-4b8e-ad40-71ca481a2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:40.447767 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-ddd57318-402f-46ad-b7fb-11eeb479b876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:40.459126 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd815d9f-18a4-4b8e-ad40-71ca481a2d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31972986-f0ba-4bca-b8a8-2e34b5fc7374,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:40.463233 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-cd815d9f-18a4-4b8e-ad40-71ca481a2d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:40.471423 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-cd815d9f-18a4-4b8e-ad40-71ca481a2d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:40.472598 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-cd815d9f-18a4-4b8e-ad40-71ca481a2d3b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31972986-f0ba-4bca-b8a8-2e34b5fc7374 HTTP/1.1" status: 204 len: 168 time: 0.2142878 Oct 27 15:11:40.826434 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:11:40.830481 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 5a761f43-c6e4-46c0-8da0-385b8e7540be up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:11:41.019719 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 5a761f43-c6e4-46c0-8da0-385b8e7540be completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:11:41.037791 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 5a761f43-c6e4-46c0-8da0-385b8e7540be triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:11:41.038175 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:41.098389 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:41.119752 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'port_id': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'mac_address': 'fa:16:3e:f7:09:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:11:41.231268 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:41.251822 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:41.256105 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe79c63-e1ce-4eb9-8362-36afdf4bfc64 req-231059e2-3ca3-4afd-a150-681077c799ab tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:41.258682 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0fe79c63-e1ce-4eb9-8362-36afdf4bfc64 req-231059e2-3ca3-4afd-a150-681077c799ab tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 944 time: 0.1025643 Oct 27 15:11:41.266680 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 684a643f-bbf7-4a72-a7ab-00f44d003eef {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:11:41.297050 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:41.302411 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49bf621-11b3-45c0-afef-645552cc3581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a761f43-c6e4-46c0-8da0-385b8e7540be'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:41.312852 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:41.315548 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:41.350961 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0fe79c63-e1ce-4eb9-8362-36afdf4bfc64 req-0d757c32-3691-4abd-8502-4c92297781dd tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792894 Oct 27 15:11:41.360646 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 5a761f43-c6e4-46c0-8da0-385b8e7540be, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=5a761f43-c6e4-46c0-8da0-385b8e7540be,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:41.387207 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49bf621-11b3-45c0-afef-645552cc3581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a761f43-c6e4-46c0-8da0-385b8e7540be', 'code': 200} Oct 27 15:11:41.388610 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:41.423812 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=6']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:41.431065 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['684a643f-bbf7-4a72-a7ab-00f44d003eef'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:11:41.542258 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:41.553963 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-88addbec-6428-4d12-8b09-93dd9d44363d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:41.678234 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866451f8-fb19-485a-8731-4c3f534b08ef req-4b39bb16-69b4-4f4c-8210-fa35c6aad9e8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:41.682014 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-866451f8-fb19-485a-8731-4c3f534b08ef req-4b39bb16-69b4-4f4c-8210-fa35c6aad9e8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 944 time: 0.1387067 Oct 27 15:11:41.682571 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4435fc96-dda3-4860-b57d-f4f5fb71fea3 req-71c7c0bc-6c8a-4209-a5cf-48a8c9267fc4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 1098 time: 0.0836098 Oct 27 15:11:41.732750 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=5a761f43-c6e4-46c0-8da0-385b8e7540be,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:41.744033 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:41.769049 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4435fc96-dda3-4860-b57d-f4f5fb71fea3 req-024514b3-5c4a-487d-9059-f20c42672ded service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800538 Oct 27 15:11:41.776563 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-866451f8-fb19-485a-8731-4c3f534b08ef req-d70b4b0d-7ce5-4617-966c-46ea242359e6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886068 Oct 27 15:11:42.271167 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-0127bb93-5c07-4a38-9fed-9a24777e69aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1158097 Oct 27 15:11:42.463592 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-1e52431e-df24-439f-973d-51199b45dd60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0369c2b29c244d56821e09265d801a43&device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1099 time: 0.0985253 Oct 27 15:11:42.732674 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-745b43a3-e24c-42b2-8c9e-58b18d87f4ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:42.734249 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-745b43a3-e24c-42b2-8c9e-58b18d87f4ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 200 len: 911 time: 0.2365239 Oct 27 15:11:42.829311 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:11:42.850408 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74453a7b-c4cf-4246-8d7e-04aea6131931 req-3a89e42a-f16d-4f4d-a32b-2b827229cce9 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:42.851331 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-74453a7b-c4cf-4246-8d7e-04aea6131931 req-3a89e42a-f16d-4f4d-a32b-2b827229cce9 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:11:42.893831 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-f7062b66-6600-4858-8d74-03af40283e19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 200 len: 1002 time: 0.1499920 Oct 27 15:11:42.895371 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-74453a7b-c4cf-4246-8d7e-04aea6131931 req-3a89e42a-f16d-4f4d-a32b-2b827229cce9 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:11:42.904764 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-74453a7b-c4cf-4246-8d7e-04aea6131931 req-3a89e42a-f16d-4f4d-a32b-2b827229cce9 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 945 time: 0.3496892 Oct 27 15:11:43.030137 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-74453a7b-c4cf-4246-8d7e-04aea6131931 req-bb882453-6b2c-4003-98fd-8fd0357018fc tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:security_group {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:11:43.037494 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-b7155ccc-a151-476d-a573-ff85c6606607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:43.042101 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-b7155ccc-a151-476d-a573-ff85c6606607 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf02d238-c971-40a0-b3e9-29abb1d47e1d HTTP/1.1" status: 200 len: 848 time: 0.1180313 Oct 27 15:11:43.047424 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 684a643f-bbf7-4a72-a7ab-00f44d003eef triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:11:43.048023 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:43.133453 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fcdf8-99c6-4eba-b19a-5ec92f46292e req-081c481d-3f00-4234-8eeb-963acb13b7fe tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:43.139285 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-74453a7b-c4cf-4246-8d7e-04aea6131931 req-bb882453-6b2c-4003-98fd-8fd0357018fc tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:security_group {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:11:43.140743 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-74453a7b-c4cf-4246-8d7e-04aea6131931 req-bb882453-6b2c-4003-98fd-8fd0357018fc tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350059 Oct 27 15:11:43.146250 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2b1fcdf8-99c6-4eba-b19a-5ec92f46292e req-081c481d-3f00-4234-8eeb-963acb13b7fe tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 944 time: 0.1493647 Oct 27 15:11:43.192570 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-e4562c8e-9718-47f4-9451-48d42b17a1eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1406336 Oct 27 15:11:43.270671 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2b1fcdf8-99c6-4eba-b19a-5ec92f46292e req-8ab61cd5-df26-4268-81e2-577e02da70d9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172962 Oct 27 15:11:43.401549 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:43.437812 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-e0f3a579-e294-4764-bc2b-e6d36116d533 service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305751 Oct 27 15:11:43.449260 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:43.465736 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:43.472600 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:43.477437 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:43.540365 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'code': 200} Oct 27 15:11:43.601558 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=7']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:43.609559 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:43.645862 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-11c60dc9-c477-4ae8-a478-3f6858151086 req-713d7c76-e75a-4053-8899-0f15908143fe service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014799 Oct 27 15:11:44.149610 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:11:44.437213 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f0276-80ab-46c9-bb3f-5d86e819e5f2 req-9b4844af-78d7-450e-9590-ebef021f64ec tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:44.438760 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-747f0276-80ab-46c9-bb3f-5d86e819e5f2 req-9b4844af-78d7-450e-9590-ebef021f64ec tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 945 time: 0.1186528 Oct 27 15:11:44.506080 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-747f0276-80ab-46c9-bb3f-5d86e819e5f2 req-74374452-68a5-463c-8fa9-909b8dd085d7 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618081 Oct 27 15:11:44.555772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d7e3b-9e3b-4a68-a1e8-e81fb2430b79 req-a8ca8c6d-c7dd-4240-b080-28a5549067ca tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:44.567661 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d50d7e3b-9e3b-4a68-a1e8-e81fb2430b79 req-a8ca8c6d-c7dd-4240-b080-28a5549067ca tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1156790 Oct 27 15:11:44.630476 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d50d7e3b-9e3b-4a68-a1e8-e81fb2430b79 req-250126c5-31c5-45bd-8245-890fe1e776c5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649202 Oct 27 15:11:45.923445 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ef148-84f6-4b39-b7e6-bb8a60c64930 req-15ddbec3-c480-4462-bb8f-11181049bcfa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:45.924965 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f95ef148-84f6-4b39-b7e6-bb8a60c64930 req-15ddbec3-c480-4462-bb8f-11181049bcfa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1399422 Oct 27 15:11:45.976754 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f95ef148-84f6-4b39-b7e6-bb8a60c64930 req-1d1247ce-d574-43b9-b85e-3d928eb56412 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457594 Oct 27 15:11:47.292481 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546be453-0af7-4184-8cb4-985101011627 req-59b8ee37-5950-42c2-8eaf-e6e73f4ac806 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:47.294213 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-546be453-0af7-4184-8cb4-985101011627 req-59b8ee37-5950-42c2-8eaf-e6e73f4ac806 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1135998 Oct 27 15:11:47.363252 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-546be453-0af7-4184-8cb4-985101011627 req-2e631893-154c-4d4d-8e7a-f67adb56f662 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597298 Oct 27 15:11:48.523315 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-691c98d1-d1a5-4147-869d-0beb7dd984fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:48.655855 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a89b8f-b0c8-465d-92a3-4d7cae41f679 req-3a389c19-74a7-42ac-ae0b-ec4ee8875c7f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:48.658043 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a0a89b8f-b0c8-465d-92a3-4d7cae41f679 req-3a389c19-74a7-42ac-ae0b-ec4ee8875c7f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1182365 Oct 27 15:11:48.745182 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a0a89b8f-b0c8-465d-92a3-4d7cae41f679 req-fc6a539e-7b73-4122-b014-855382adcd61 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777919 Oct 27 15:11:48.917482 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:50.055812 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-bcb3b479-6aca-4048-9796-91ddfb8ab1fb tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:50.066078 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-bcb3b479-6aca-4048-9796-91ddfb8ab1fb tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 815 time: 0.3592761 Oct 27 15:11:50.088214 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-4b740e55-37b7-4e86-b1b6-3347d94d3cd9 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/quotas/da464e72f7c44e8bbdf2510bea2d4c70 HTTP/1.1" status: 200 len: 375 time: 0.0201411 Oct 27 15:11:50.221609 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-acc43802-a92e-4e52-a31d-5656706e1605 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1273580 Oct 27 15:11:50.248452 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2edf0-ad8e-4dfa-a1b3-2cd4ccb66eff req-a5ba0b5a-8bf1-4a39-86c9-f7e076856d31 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:50.258940 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-99c2edf0-ad8e-4dfa-a1b3-2cd4ccb66eff req-a5ba0b5a-8bf1-4a39-86c9-f7e076856d31 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.3002586 Oct 27 15:11:50.340642 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-99c2edf0-ad8e-4dfa-a1b3-2cd4ccb66eff req-8736d358-1faa-408e-8335-3765b7998f46 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803714 Oct 27 15:11:50.423089 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-53df0bf1-2328-445a-80f2-055d3e966562 service neutron] 10.222.0.55 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891892 Oct 27 15:11:50.594392 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-cb808412-b398-4ec5-90a0-48417f421a24 service neutron] 10.222.0.55 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648896 Oct 27 15:11:50.799003 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-173abeb5-33fb-4cd5-883d-65f12ae813d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:50.890288 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c7230084-1c04-4304-b03e-c82c75362f51 req-1df9a1f8-a62f-43b0-af46-46f8bcbc3850 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 210 time: 0.0849254 Oct 27 15:11:51.669387 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac124a69-505f-4681-9839-4dee61da403e req-88dc46c5-cd24-4a2a-87a3-b2c75d1abdad tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:51.676945 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac124a69-505f-4681-9839-4dee61da403e req-88dc46c5-cd24-4a2a-87a3-b2c75d1abdad tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1312554 Oct 27 15:11:51.753595 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ac124a69-505f-4681-9839-4dee61da403e req-134cf4b0-dce9-4b35-a9c6-fae900dc0a73 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756996 Oct 27 15:11:51.826793 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:52.108950 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ad7a016d-53af-4279-846f-684230fe3be6 req-bd84bb06-8def-42ca-9f0f-8c7ae2f8ce7f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 210 time: 0.0748589 Oct 27 15:11:52.427840 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9514251d-8034-4f78-b15c-06107f736541 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:52.429845 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9514251d-8034-4f78-b15c-06107f736541 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 815 time: 0.2686687 Oct 27 15:11:52.459237 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Request body: {'port': {'device_id': 'fc71c2b9-ad98-4e87-9254-73d679bc5377', 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'admin_state_up': True, 'tenant_id': 'da464e72f7c44e8bbdf2510bea2d4c70'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:11:52.663580 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:11:52.673088 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:11:52.694736 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Made reservation on behalf of da464e72f7c44e8bbdf2510bea2d4c70 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:11:52.699956 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:52.936753 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Allocated IP 172.20.0.6 (ae2fa235-e0a6-4764-a88f-cb7214e61416/0d03d861-261d-4ff7-92d7-402d0647bf87/a25237f6-b043-4023-9ccb-121f97e4de28) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:11:53.039873 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9182a-ef86-488b-b826-e7c1c8a4c8eb req-1874e3b5-5e1b-44af-a98a-b8ff191eedcf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:53.042103 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9ff9182a-ef86-488b-b826-e7c1c8a4c8eb req-1874e3b5-5e1b-44af-a98a-b8ff191eedcf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1156564 Oct 27 15:11:53.108660 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9ff9182a-ef86-488b-b826-e7c1c8a4c8eb req-e5111cc8-904d-4225-8972-c23a552b8f01 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577621 Oct 27 15:11:53.239858 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:53.265744 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:53.357338 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2f1f56dd-a4f4-410f-b174-4f7f8b600487 req-c1c9f125-9932-4c32-99d0-6ec1f2dde51e tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 210 time: 0.0714154 Oct 27 15:11:53.373506 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:53.381693 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8d096304-ae4f-46de-930f-c1378d89bbf3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:53.386565 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['5a761f43-c6e4-46c0-8da0-385b8e7540be'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:11:53.526600 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Network ae2fa235-e0a6-4764-a88f-cb7214e61416 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:11:53.532405 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:11:53.539384 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:11:53.594179 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Pushing event updated for resources: {'Port': ['ID=a25237f6-b043-4023-9ccb-121f97e4de28,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:53.630525 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.630525 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.630525 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.630525 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.631504 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.631504 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.633189 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.633189 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.633189 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.634193 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.634519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:11:53.667172 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:53.667814 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:53.683277 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:53.703364 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2516892 Oct 27 15:11:53.724378 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Request body: {'port': {'device_id': 'fc71c2b9-ad98-4e87-9254-73d679bc5377', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:11:53.848708 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:54.234378 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25237f6-b043-4023-9ccb-121f97e4de28 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:11:54.242038 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:54.257487 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Transition to ACTIVE for port object a25237f6-b043-4023-9ccb-121f97e4de28 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:11:54.263929 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:54.278036 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ceaa9991-304e-4efc-915d-5bb272d5be22 tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:54.411503 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ba9f7-b665-4d45-99e0-6df2ef539b52 req-7024dc85-f592-4368-8e3d-00325a0a22fd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:54.413044 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b44ba9f7-b665-4d45-99e0-6df2ef539b52 req-7024dc85-f592-4368-8e3d-00325a0a22fd tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.1148100 Oct 27 15:11:54.436999 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Pushing event updated for resources: {'Port': ['ID=a25237f6-b043-4023-9ccb-121f97e4de28,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:54.441473 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:54.483384 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b44ba9f7-b665-4d45-99e0-6df2ef539b52 req-a5753bf5-236b-42ec-8e20-db86e487fb95 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626013 Oct 27 15:11:54.764009 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Attempting to bind port a25237f6-b043-4023-9ccb-121f97e4de28 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:11:54.764258 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Attempting to bind port a25237f6-b043-4023-9ccb-121f97e4de28 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:11:54.764601 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Attempting to bind port a25237f6-b043-4023-9ccb-121f97e4de28 on network ae2fa235-e0a6-4764-a88f-cb7214e61416 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:11:54.787501 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-2ee8a33a-9036-4846-881c-88583c6bd944 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 1098 time: 0.2192039 Oct 27 15:11:54.788000 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Port a25237f6-b043-4023-9ccb-121f97e4de28 on network ae2fa235-e0a6-4764-a88f-cb7214e61416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:11:54.788347 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Attempting to bind port a25237f6-b043-4023-9ccb-121f97e4de28 on network ae2fa235-e0a6-4764-a88f-cb7214e61416 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:11:54.798642 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fa9be-93ad-4eb1-b5c1-f7a6780e6a87 req-47034e40-0ff6-4836-99c5-4e676ec299a0 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:54.799311 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-a94fa9be-93ad-4eb1-b5c1-f7a6780e6a87 req-47034e40-0ff6-4836-99c5-4e676ec299a0 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:11:54.830772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:11:54.831161 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Checking segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:11:54.831583 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Bound using segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:11:54.832020 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Bound port: a25237f6-b043-4023-9ccb-121f97e4de28, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:11:54.832416 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:54.956684 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-a94fa9be-93ad-4eb1-b5c1-f7a6780e6a87 req-47034e40-0ff6-4836-99c5-4e676ec299a0 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:11:54.957863 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a94fa9be-93ad-4eb1-b5c1-f7a6780e6a87 req-47034e40-0ff6-4836-99c5-4e676ec299a0 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 943 time: 0.3838391 Oct 27 15:11:55.057252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-2e6f373a-47ef-4031-8f58-804d9c1dc050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:55.058905 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-2e6f373a-47ef-4031-8f58-804d9c1dc050 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.2554755 Oct 27 15:11:55.122499 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] For port a25237f6-b043-4023-9ccb-121f97e4de28, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:11:55.127212 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a94fa9be-93ad-4eb1-b5c1-f7a6780e6a87 req-658cd548-2794-4ab3-bf71-ac4835a268d9 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585250 Oct 27 15:11:55.153469 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] For port a25237f6-b043-4023-9ccb-121f97e4de28, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=a25237f6-b043-4023-9ccb-121f97e4de28,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:11:55.170805 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:55.185867 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:55.256098 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:55.257801 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] 10.222.0.52 "PUT /v2.0/ports/a25237f6-b043-4023-9ccb-121f97e4de28 HTTP/1.1" status: 200 len: 1093 time: 1.5391023 Oct 27 15:11:55.267106 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc71c2b9-ad98-4e87-9254-73d679bc5377', 'tag': 'a25237f6-b043-4023-9ccb-121f97e4de28'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:55.282085 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-3beeb132-ea25-436e-8e17-9d8803193b35 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef HTTP/1.1" status: 200 len: 1000 time: 0.2151499 Oct 27 15:11:55.365189 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc71c2b9-ad98-4e87-9254-73d679bc5377', 'tag': 'a25237f6-b043-4023-9ccb-121f97e4de28', 'status': 'completed', 'code': 200} Oct 27 15:11:55.381519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Pushing event updated for resources: {'Port': ['ID=a25237f6-b043-4023-9ccb-121f97e4de28,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:55.394972 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9e4001e3-5841-4daf-b5bd-ce0423bb5a54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:55.404932 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-c86604b9-8d89-4ff4-a2a1-6c1ec5157d9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:55.406483 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-c86604b9-8d89-4ff4-a2a1-6c1ec5157d9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.1165085 Oct 27 15:11:55.498912 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-9c252edd-03bf-4bc7-b9c1-aba814dfae13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 1096 time: 0.1756690 Oct 27 15:11:55.582297 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-ae3d3fee-2abb-4f8b-ae7b-c509b1b53a70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a25237f6-b043-4023-9ccb-121f97e4de28 HTTP/1.1" status: 200 len: 217 time: 0.0705726 Oct 27 15:11:55.629411 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-9b9c2458-d962-4e31-9bc7-b99cfd1177b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2061388 Oct 27 15:11:55.744625 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-dfd98d55-ed70-4199-aeec-45d211d02434 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:55.746084 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-dfd98d55-ed70-4199-aeec-45d211d02434 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 200 len: 855 time: 0.1555681 Oct 27 15:11:55.854441 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-81c94eb9-78b6-4279-9343-7051c3a01b31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae2fa235-e0a6-4764-a88f-cb7214e61416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636849 Oct 27 15:11:55.912838 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-31e5284c-b477-4465-8332-e26bb7e5c0cf service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713950 Oct 27 15:11:56.023087 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c47da-9f55-4c63-8b59-8e50167ffaa6 req-6a63d4e2-2daf-4f19-9ebc-93d92e938998 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:56.024708 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ff1c47da-9f55-4c63-8b59-8e50167ffaa6 req-6a63d4e2-2daf-4f19-9ebc-93d92e938998 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 945 time: 0.3634064 Oct 27 15:11:56.289677 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-428dfe17-72a1-4806-b855-bb3f16cea200 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172411 Oct 27 15:11:56.303696 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c71bb4ed-31ba-4d01-9427-f1e125d9b0a6 req-5cebb789-aa3b-41e1-ac61-760393d4571a service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787487 Oct 27 15:11:56.307270 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-ff1c47da-9f55-4c63-8b59-8e50167ffaa6 req-740b3143-fca3-429c-bc19-c9eb88c28269 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700295 Oct 27 15:11:56.364529 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a72b33-9537-4a23-80f6-c2f89c0e4339 req-10e4155c-d0ea-46a8-9cce-a5600c5b4fd7 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:56.366014 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-25a72b33-9537-4a23-80f6-c2f89c0e4339 req-10e4155c-d0ea-46a8-9cce-a5600c5b4fd7 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 943 time: 0.0874293 Oct 27 15:11:56.423961 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-25a72b33-9537-4a23-80f6-c2f89c0e4339 req-66452cf6-142d-46b3-8288-ad0c0561a36e tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Oct 27 15:11:56.474373 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-844b6364-fbb6-4cb3-a964-94c0651aad8c req-f4847c29-4847-4af7-ace7-61813ee73c4f service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697273 Oct 27 15:11:56.617044 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-4f9178d9-276a-4803-ae1b-9e30effff22a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 1096 time: 0.0782676 Oct 27 15:11:56.776331 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-081bceaf-01fe-41fc-b7f5-31baa7f87a30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:56.777700 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-081bceaf-01fe-41fc-b7f5-31baa7f87a30 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 917 time: 0.1500301 Oct 27 15:11:56.857008 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-e90150ca-1ebf-47bb-810e-49d8bd6604f8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a25237f6-b043-4023-9ccb-121f97e4de28 HTTP/1.1" status: 200 len: 217 time: 0.0714805 Oct 27 15:11:56.874173 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:11:56.936680 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-343fb1ae-07c1-48e8-ace7-ea2960367e7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:56.939242 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-343fb1ae-07c1-48e8-ace7-ea2960367e7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 200 len: 855 time: 0.0757484 Oct 27 15:11:56.992002 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-089c89f1-a711-4fac-86c6-2a8d5c824dd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae2fa235-e0a6-4764-a88f-cb7214e61416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456703 Oct 27 15:11:57.027370 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:57.070107 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:11:57.086199 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:57.090939 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:57.094378 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b87c4b3c-39ff-4799-baf8-d0c2f4e8aff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:57.145582 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'code': 200} Oct 27 15:11:57.201734 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=8']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:57.205071 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:57.206861 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-d509f1af-8897-45c8-9924-1b66474cdfdf service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020867 Oct 27 15:11:57.363085 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a483c424-1363-4d6d-8f6c-7ee7f2df2278 req-3d4043e1-5233-4d0f-826c-6c5a9a11282b service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464458 Oct 27 15:11:57.568035 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5299d-1a0e-4ffa-99fd-0a6b60dd2dc4 req-40f89f50-8ea2-461c-9710-d2985b865a66 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:57.569489 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2de5299d-1a0e-4ffa-99fd-0a6b60dd2dc4 req-40f89f50-8ea2-461c-9710-d2985b865a66 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0818138 Oct 27 15:11:57.619799 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-2de5299d-1a0e-4ffa-99fd-0a6b60dd2dc4 req-91840761-1fd1-4c41-9261-fb86e712e410 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441079 Oct 27 15:11:57.672155 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8d407-0443-4d84-8b48-df71a4c913b9 req-72d0de1f-9cc5-49ce-ab47-b481bb2a7e3e tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:57.673688 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0dc8d407-0443-4d84-8b48-df71a4c913b9 req-72d0de1f-9cc5-49ce-ab47-b481bb2a7e3e tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 943 time: 0.1028104 Oct 27 15:11:57.723935 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0dc8d407-0443-4d84-8b48-df71a4c913b9 req-06594305-3e5a-4494-bf80-f4776d5e1bc8 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Oct 27 15:11:58.871916 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device a25237f6-b043-4023-9ccb-121f97e4de28 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:11:58.891297 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c209818-4831-4e94-9544-cc8440d3b593 req-1b986849-188e-41f7-9ae8-4c49781c2d4a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:58.898566 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3c209818-4831-4e94-9544-cc8440d3b593 req-1b986849-188e-41f7-9ae8-4c49781c2d4a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.1186180 Oct 27 15:11:58.963413 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3c209818-4831-4e94-9544-cc8440d3b593 req-12d3fcbd-6611-46b7-84cc-893312c61d1a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639756 Oct 27 15:11:58.963870 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2bf3d-127a-414f-bfed-dae8ca23ece2 req-ae191470-ef7c-442c-99f7-f0f4c9f3fa98 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:11:58.965398 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-aef2bf3d-127a-414f-bfed-dae8ca23ece2 req-ae191470-ef7c-442c-99f7-f0f4c9f3fa98 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 943 time: 0.1063492 Oct 27 15:11:59.036000 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-aef2bf3d-127a-414f-bfed-dae8ca23ece2 req-2d814023-5265-4685-9e2a-21a2486d1ae8 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630398 Oct 27 15:11:59.039610 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port a25237f6-b043-4023-9ccb-121f97e4de28, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=a25237f6-b043-4023-9ccb-121f97e4de28,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:59.055791 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': 'a25237f6-b043-4023-9ccb-121f97e4de28', 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'port_id': 'a25237f6-b043-4023-9ccb-121f97e4de28', 'mac_address': 'fa:16:3e:6e:44:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d03d861-261d-4ff7-92d7-402d0647bf87', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:11:59.116256 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:59.150497 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25237f6-b043-4023-9ccb-121f97e4de28 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:11:59.171714 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port a25237f6-b043-4023-9ccb-121f97e4de28, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=a25237f6-b043-4023-9ccb-121f97e4de28,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:11:59.176559 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:11:59.178548 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-1743d5f9-22e2-496b-87d8-2755eb90cd1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:11:59.262484 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=a25237f6-b043-4023-9ccb-121f97e4de28,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:11:59.267978 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:11:59.424589 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['a25237f6-b043-4023-9ccb-121f97e4de28'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:12:00.270872 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12ff1b-adfc-4529-9649-1a0463129418 req-ecaafd56-da3f-4ad7-8fd5-f314d0e0bc69 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:00.272352 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-be12ff1b-adfc-4529-9649-1a0463129418 req-ecaafd56-da3f-4ad7-8fd5-f314d0e0bc69 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 944 time: 0.0950673 Oct 27 15:12:00.340635 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-be12ff1b-adfc-4529-9649-1a0463129418 req-79f65a0b-18dd-40d0-8a90-326255347a10 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581870 Oct 27 15:12:00.589791 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c5eab635-4664-4bd0-8e6f-07a52506ae50 req-9ebaa9af-b3e0-4fbf-994d-2d49fbe77256 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0749025 Oct 27 15:12:00.874623 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device a25237f6-b043-4023-9ccb-121f97e4de28 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:12:00.900009 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf28bc9-7e19-4366-85dd-1aeae2450ba6 req-2f1c5399-a006-4bc6-85c3-84bab4fa1777 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:00.903680 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bbf28bc9-7e19-4366-85dd-1aeae2450ba6 req-2f1c5399-a006-4bc6-85c3-84bab4fa1777 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.1073072 Oct 27 15:12:00.954181 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bbf28bc9-7e19-4366-85dd-1aeae2450ba6 req-7b49fe95-eb66-4246-9c9d-904b11d37ce8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450687 Oct 27 15:12:00.974606 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port a25237f6-b043-4023-9ccb-121f97e4de28 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:12:00.976373 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42436) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:12:00.980965 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port a25237f6-b043-4023-9ccb-121f97e4de28 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:12:00.981443 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:01.147365 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:01.188476 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc71c2b9-ad98-4e87-9254-73d679bc5377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25237f6-b043-4023-9ccb-121f97e4de28'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:01.201341 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-940cfdc9-a0b2-4863-a583-2b8ff7e8adf3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2234240 Oct 27 15:12:01.201657 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port a25237f6-b043-4023-9ccb-121f97e4de28, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=a25237f6-b043-4023-9ccb-121f97e4de28,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:01.206910 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:01.207850 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:12:01.233675 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:01.272677 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc71c2b9-ad98-4e87-9254-73d679bc5377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25237f6-b043-4023-9ccb-121f97e4de28', 'code': 200} Oct 27 15:12:01.332199 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=a25237f6-b043-4023-9ccb-121f97e4de28,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:01.335793 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:01.584159 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a8acd593-b976-4212-8eb4-0cfe9055242d req-5f602916-8acd-48ca-812d-a57ec5cb8426 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 1098 time: 0.1119504 Oct 27 15:12:01.623916 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81ae86-76d3-4069-8f46-ab081e13ccab req-fcab38ea-b50d-42fe-b535-fe2c9d0881cb tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:01.626359 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3a81ae86-76d3-4069-8f46-ab081e13ccab req-fcab38ea-b50d-42fe-b535-fe2c9d0881cb tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 945 time: 0.1024702 Oct 27 15:12:01.641566 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a8acd593-b976-4212-8eb4-0cfe9055242d req-cb194c5b-ac2e-4fd1-920a-a87e4f966be7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498567 Oct 27 15:12:01.693319 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-3a81ae86-76d3-4069-8f46-ab081e13ccab req-e67101a8-b952-4b35-b627-e19ea74e90dd tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600209 Oct 27 15:12:01.965683 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-1dad7cb5-d274-48eb-a71b-f11877e8fe78 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616&tenant_id=37b7003b5b6c4189901c618c23f98dc3 HTTP/1.1" status: 200 len: 1096 time: 0.0911267 Oct 27 15:12:02.096444 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-245ae545-304c-43fc-9b88-5fdd367030c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 1096 time: 0.1089106 Oct 27 15:12:02.408729 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e144b0-9997-41e9-94c9-4456983276ef req-02b65972-5b6f-448d-adc8-23237772ce22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:02.410165 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-02b65972-5b6f-448d-adc8-23237772ce22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.3040450 Oct 27 15:12:02.472512 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed2706-6208-411e-9a4b-fe40966c90d5 req-26e608a8-b5b3-4bfe-929c-a56076dfec11 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:02.473953 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-97ed2706-6208-411e-9a4b-fe40966c90d5 req-26e608a8-b5b3-4bfe-929c-a56076dfec11 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.3222470 Oct 27 15:12:02.563284 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-915cb030-d599-45bc-9876-ae1a47a69fd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef HTTP/1.1" status: 200 len: 998 time: 0.1445186 Oct 27 15:12:02.565808 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-97ed2706-6208-411e-9a4b-fe40966c90d5 req-74073800-fa1e-463d-a91c-ee5358a5c3bf tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843985 Oct 27 15:12:02.643348 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e144b0-9997-41e9-94c9-4456983276ef req-d7f0405e-47e7-44b4-aaf6-d0c579bf221e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:02.645968 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-d7f0405e-47e7-44b4-aaf6-d0c579bf221e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.0755732 Oct 27 15:12:02.737748 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-3e4be863-f1dd-461d-97e2-7dcab8be368e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828567 Oct 27 15:12:02.935479 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-37da7fe5-d229-4246-8085-454a7d675c71 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853354 Oct 27 15:12:03.079889 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba843bd9-5148-4b4d-95fe-d405cb851e52 req-f20f4242-ce03-420f-ac2e-a52e80f6b625 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:03.084036 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ba843bd9-5148-4b4d-95fe-d405cb851e52 req-f20f4242-ce03-420f-ac2e-a52e80f6b625 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 945 time: 0.0884011 Oct 27 15:12:03.095968 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-13e144b0-9997-41e9-94c9-4456983276ef req-323672c6-5624-47fd-b31b-074957ae28a0 service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535087 Oct 27 15:12:03.138775 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ba843bd9-5148-4b4d-95fe-d405cb851e52 req-e98332a1-48a4-449c-9c5c-eb2e01a352ea tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499249 Oct 27 15:12:03.850376 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafb460-57b4-4ade-94da-144385c9d9f1 req-a6bd2e8d-ffef-43bd-bc7e-55b7628d9dec tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:03.851977 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cbafb460-57b4-4ade-94da-144385c9d9f1 req-a6bd2e8d-ffef-43bd-bc7e-55b7628d9dec tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.1066325 Oct 27 15:12:03.909217 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-cbafb460-57b4-4ade-94da-144385c9d9f1 req-bec1c732-383d-4b00-a630-8ab3ca9996c9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474017 Oct 27 15:12:05.215738 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe341e4f-818a-4ccc-a625-01b73156f20b req-cda3d944-68a1-4b73-bd00-bb9782efc600 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:05.217305 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fe341e4f-818a-4ccc-a625-01b73156f20b req-cda3d944-68a1-4b73-bd00-bb9782efc600 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.1091208 Oct 27 15:12:05.269113 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fe341e4f-818a-4ccc-a625-01b73156f20b req-50bd1a26-c5d2-4538-9a88-394c06787639 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454731 Oct 27 15:12:06.503576 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e8326-e49c-48f4-b38e-4bbf05830237 req-48df37cd-caee-46dc-8c22-c316bf02548b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:06.505066 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-aa9e8326-e49c-48f4-b38e-4bbf05830237 req-48df37cd-caee-46dc-8c22-c316bf02548b tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0824428 Oct 27 15:12:06.548366 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:06.623111 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-aa9e8326-e49c-48f4-b38e-4bbf05830237 req-3fb9aca8-4d71-417f-b3d6-f064bf667ef0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087420 Oct 27 15:12:07.902633 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ef89f-6abc-42e3-b964-2be70a68f4ef req-44fc8748-0a6d-4caf-a441-ead1265a2a50 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:07.904149 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-af2ef89f-6abc-42e3-b964-2be70a68f4ef req-44fc8748-0a6d-4caf-a441-ead1265a2a50 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.1146395 Oct 27 15:12:07.959395 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-af2ef89f-6abc-42e3-b964-2be70a68f4ef req-160ca812-1378-4427-87a2-7782119ebf5a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457249 Oct 27 15:12:09.204702 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff3d489-d821-487e-8c7e-a35fcf6942ce req-cf37866d-a849-4ff5-901e-6860933b6b11 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:09.207387 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8ff3d489-d821-487e-8c7e-a35fcf6942ce req-cf37866d-a849-4ff5-901e-6860933b6b11 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.1012423 Oct 27 15:12:09.279952 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8ff3d489-d821-487e-8c7e-a35fcf6942ce req-2d565138-8964-471c-bc7a-df1b362266fa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646420 Oct 27 15:12:10.669985 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d3083-6568-4ed5-bf3e-47c42d8abf03 req-2de37e2b-4289-43db-bab5-7c87cc175af3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:10.677255 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8a6d3083-6568-4ed5-bf3e-47c42d8abf03 req-2de37e2b-4289-43db-bab5-7c87cc175af3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.1000295 Oct 27 15:12:10.750645 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8a6d3083-6568-4ed5-bf3e-47c42d8abf03 req-e2c646b5-e48d-408e-9107-553f6a36ccc9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724497 Oct 27 15:12:11.983241 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3602d-ecb7-4017-b828-617bf5274869 req-d8afd3bf-0b3e-477f-bf43-9cfb36ad0ac3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:11.984713 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7fd3602d-ecb7-4017-b828-617bf5274869 req-d8afd3bf-0b3e-477f-bf43-9cfb36ad0ac3 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0818694 Oct 27 15:12:12.031426 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-7fd3602d-ecb7-4017-b828-617bf5274869 req-0dd764d8-ebe6-45d5-9549-c6ec7ce647c5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412323 Oct 27 15:12:13.347223 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9055d-05f9-4592-9ca2-38a6352d40a3 req-caea2e80-d8db-4456-a1ce-86f1625f9e85 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:13.348949 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8bf9055d-05f9-4592-9ca2-38a6352d40a3 req-caea2e80-d8db-4456-a1ce-86f1625f9e85 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0783207 Oct 27 15:12:13.402310 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8bf9055d-05f9-4592-9ca2-38a6352d40a3 req-fecaade8-100f-4407-9d74-22d090b94dce tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467229 Oct 27 15:12:14.631576 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db059c-1c9a-4859-ab5d-6826ab7fb4d3 req-a2c2e93f-429d-4db8-8948-dc2fbc6950f5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:14.633036 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-22db059c-1c9a-4859-ab5d-6826ab7fb4d3 req-a2c2e93f-429d-4db8-8948-dc2fbc6950f5 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0859790 Oct 27 15:12:14.679521 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-22db059c-1c9a-4859-ab5d-6826ab7fb4d3 req-abdee7b4-4cb5-4867-99c7-2e0ef691e086 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409598 Oct 27 15:12:15.919519 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668e9af-6c22-4c93-ab3c-2decff8568bc req-bda63afb-a44a-4d77-9278-88cf6d1d6849 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:15.925191 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1668e9af-6c22-4c93-ab3c-2decff8568bc req-bda63afb-a44a-4d77-9278-88cf6d1d6849 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0884860 Oct 27 15:12:15.974420 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1668e9af-6c22-4c93-ab3c-2decff8568bc req-4eed5392-4933-40cf-94d9-4578226650b6 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475435 Oct 27 15:12:17.193569 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5109e56-63c6-4f64-8049-769bac56d8b6 req-c4e25a1e-c50c-4767-86b0-0f05929fd3fa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:17.195281 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d5109e56-63c6-4f64-8049-769bac56d8b6 req-c4e25a1e-c50c-4767-86b0-0f05929fd3fa tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0777214 Oct 27 15:12:17.248670 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d5109e56-63c6-4f64-8049-769bac56d8b6 req-bcec1925-28e5-4c60-8db1-b050429269ab tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469019 Oct 27 15:12:18.480331 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a16fcd-a354-40d5-ac53-5c23d4c458ec req-ac812586-0fbf-4e6f-b338-4fd013c8934a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:18.481819 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e8a16fcd-a354-40d5-ac53-5c23d4c458ec req-ac812586-0fbf-4e6f-b338-4fd013c8934a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0924017 Oct 27 15:12:18.500998 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-bdb71011-6d83-43fb-bb9c-762543f62fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:18.529162 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e8a16fcd-a354-40d5-ac53-5c23d4c458ec req-824a3bee-47ba-4c8f-b898-cf954db8b8a0 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 Oct 27 15:12:18.909445 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:19.742754 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5670244-a08a-4fc3-9a20-6f59acda6ce3 req-7cd388ff-6343-4759-bf95-6a10298fb8de tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:19.744111 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f5670244-a08a-4fc3-9a20-6f59acda6ce3 req-7cd388ff-6343-4759-bf95-6a10298fb8de tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0778999 Oct 27 15:12:19.791016 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f5670244-a08a-4fc3-9a20-6f59acda6ce3 req-7e76a4f8-a3cf-47f9-beaf-7d0da5e5c7ff tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408018 Oct 27 15:12:20.346651 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb3f51-9c22-4219-825f-139304e13d32 req-0f33ce11-d661-41d2-a31f-7d6c10603e8b tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:20.348060 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-0f33ce11-d661-41d2-a31f-7d6c10603e8b tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 815 time: 0.2236722 Oct 27 15:12:20.365366 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-9efab70f-d255-47c7-8469-b89585f2f32e tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/quotas/da464e72f7c44e8bbdf2510bea2d4c70 HTTP/1.1" status: 200 len: 375 time: 0.0116248 Oct 27 15:12:20.449425 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-d378971c-86df-4698-bd11-cacc9614709e tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789862 Oct 27 15:12:20.582526 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-ef7b6210-c495-417e-83ef-66f9740f8c1b service neutron] 10.222.0.55 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264460 Oct 27 15:12:20.717610 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-560f5570-eed9-4a50-abda-999bdec7d740 service neutron] 10.222.0.55 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295581 Oct 27 15:12:20.789311 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b2513731-206e-4acb-b618-4b66f178dd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:20.911257 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-0136ade4-8198-4c7b-9d1e-96aafe77de5c req-687233a8-7e12-4490-9350-1db02d99c19d tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 210 time: 0.0530007 Oct 27 15:12:21.005028 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:12:21.024818 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c00f1-e525-4bab-9d07-0fdb8ff34091 req-83fd4739-be1c-4197-a8da-3fb1f86cd6de tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:21.026297 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e30c00f1-e525-4bab-9d07-0fdb8ff34091 req-83fd4739-be1c-4197-a8da-3fb1f86cd6de tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 943 time: 0.0821371 Oct 27 15:12:21.079652 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e30c00f1-e525-4bab-9d07-0fdb8ff34091 req-ca3c33e6-5996-4d60-aa68-8697017b653f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469232 Oct 27 15:12:21.144027 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:21.158911 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'port_id': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'mac_address': 'fa:16:3e:f7:09:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:12:21.171068 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:12:21.230380 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:21.249688 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684a643f-bbf7-4a72-a7ab-00f44d003eef {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:12:21.266460 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:21.270190 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:21.272962 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:21.340724 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=9']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:21.344991 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:21.550162 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['684a643f-bbf7-4a72-a7ab-00f44d003eef'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:12:21.815235 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:22.080787 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-35f7b4ba-1208-41ba-8c54-4841158c667e req-9dea79f8-fd0b-4a40-9b43-57b8e1a6ba87 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 210 time: 0.0439341 Oct 27 15:12:22.117838 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb3f51-9c22-4219-825f-139304e13d32 req-c9baf1b7-980c-4538-ba0c-155818960599 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:22.119278 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-c9baf1b7-980c-4538-ba0c-155818960599 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 815 time: 0.2140419 Oct 27 15:12:22.144425 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Request body: {'port': {'device_id': '54cdab6c-9e82-4690-baa5-6c023c08a99b', 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'admin_state_up': True, 'tenant_id': 'da464e72f7c44e8bbdf2510bea2d4c70'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:12:22.335134 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:12:22.348969 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:12:22.368673 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Made reservation on behalf of da464e72f7c44e8bbdf2510bea2d4c70 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:12:22.371586 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:22.400354 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cd416-3de9-4883-8add-94268a12d22d req-a488f1cb-579f-4581-a015-6c9d6745cd94 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:22.401799 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a9cd416-3de9-4883-8add-94268a12d22d req-a488f1cb-579f-4581-a015-6c9d6745cd94 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 944 time: 0.1255996 Oct 27 15:12:22.511819 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a9cd416-3de9-4883-8add-94268a12d22d req-ec7612ea-8b5e-49f5-a56c-93cb65fd1004 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710361 Oct 27 15:12:22.577801 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Allocated IP 172.20.0.4 (ae2fa235-e0a6-4764-a88f-cb7214e61416/0d03d861-261d-4ff7-92d7-402d0647bf87/125201c9-b3bc-40a2-ae19-ed25e9dd7437) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:12:22.780717 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:22.807586 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:22.813814 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1a13287a-0162-4969-a884-46e34ae7d0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:22.819207 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['5a761f43-c6e4-46c0-8da0-385b8e7540be', 'a25237f6-b043-4023-9ccb-121f97e4de28'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:12:22.878881 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Network ae2fa235-e0a6-4764-a88f-cb7214e61416 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:12:22.881900 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:12:22.885941 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:12:22.929200 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Pushing event updated for resources: {'Port': ['ID=125201c9-b3bc-40a2-ae19-ed25e9dd7437,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:22.937542 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:22.971627 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:22.972242 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:22.999338 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-242eaa4b-70ea-4f34-a906-7938ece33621 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8590908 Oct 27 15:12:23.011436 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Request body: {'port': {'device_id': '54cdab6c-9e82-4690-baa5-6c023c08a99b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:12:23.036064 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:12:23.127672 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:23.163105 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 684a643f-bbf7-4a72-a7ab-00f44d003eef triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:12:23.163489 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:23.270529 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:23.322174 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acac52-609b-450f-b362-2e7fc30312b9 req-c8850710-5edc-44bd-b0a1-caafc26c00ea tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:23.323574 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c9acac52-609b-450f-b362-2e7fc30312b9 req-c8850710-5edc-44bd-b0a1-caafc26c00ea tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 931 time: 0.0918097 Oct 27 15:12:23.334012 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:23.366038 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:23.381155 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:23.384702 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c9acac52-609b-450f-b362-2e7fc30312b9 req-85e7ce79-731a-4c6a-aa2b-e884cb700f0d tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523074 Oct 27 15:12:23.390258 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:23.394084 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:23.437623 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'code': 200} Oct 27 15:12:23.473949 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=10']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:23.477132 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:23.597669 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125201c9-b3bc-40a2-ae19-ed25e9dd7437 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:12:23.605720 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:23.655052 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Transition to ACTIVE for port object 125201c9-b3bc-40a2-ae19-ed25e9dd7437 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:12:23.660896 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:23.670131 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-67451760-34db-4fc9-a1d7-3a7adafb114e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:23.729566 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a9305-3894-4d7a-9d65-204b1d5c1fdc req-debf3318-f412-430c-b61c-e5ceaa6b7458 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:23.731045 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-216a9305-3894-4d7a-9d65-204b1d5c1fdc req-debf3318-f412-430c-b61c-e5ceaa6b7458 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 946 time: 0.0784333 Oct 27 15:12:23.781548 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-216a9305-3894-4d7a-9d65-204b1d5c1fdc req-adf2aab2-0883-4e3e-8412-4b7cb0f851da tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440886 Oct 27 15:12:23.807764 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=125201c9-b3bc-40a2-ae19-ed25e9dd7437,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:23.822765 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:23.887380 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d1ac78d9-3041-4b6c-bf38-5024c5616690 req-8796af60-570e-4fa0-9055-6febd33aca6d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 1099 time: 0.2669344 Oct 27 15:12:23.962193 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d1ac78d9-3041-4b6c-bf38-5024c5616690 req-5196f084-c1b1-425c-a74d-4a17bc8064d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657527 Oct 27 15:12:23.962970 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Attempting to bind port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:12:23.963304 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Attempting to bind port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:12:23.963631 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Attempting to bind port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 on network ae2fa235-e0a6-4764-a88f-cb7214e61416 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:12:23.969880 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 on network ae2fa235-e0a6-4764-a88f-cb7214e61416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:12:23.970202 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Attempting to bind port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 on network ae2fa235-e0a6-4764-a88f-cb7214e61416 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:12:23.976432 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:12:23.976773 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Checking segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:12:23.977152 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Bound using segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:12:23.977579 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Bound port: 125201c9-b3bc-40a2-ae19-ed25e9dd7437, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:12:23.977925 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:24.073187 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] For port 125201c9-b3bc-40a2-ae19-ed25e9dd7437, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:12:24.076372 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] For port 125201c9-b3bc-40a2-ae19-ed25e9dd7437, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=125201c9-b3bc-40a2-ae19-ed25e9dd7437,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:12:24.081430 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:24.085433 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4b7b05c3-5b27-4188-b6f5-154bf7f7ae46 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:24.147218 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:24.148675 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] 10.222.0.52 "PUT /v2.0/ports/125201c9-b3bc-40a2-ae19-ed25e9dd7437 HTTP/1.1" status: 200 len: 1093 time: 1.1412127 Oct 27 15:12:24.149171 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cdab6c-9e82-4690-baa5-6c023c08a99b', 'tag': '125201c9-b3bc-40a2-ae19-ed25e9dd7437'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:24.166342 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=125201c9-b3bc-40a2-ae19-ed25e9dd7437,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:24.170255 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:24.207219 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cdab6c-9e82-4690-baa5-6c023c08a99b', 'tag': '125201c9-b3bc-40a2-ae19-ed25e9dd7437', 'status': 'completed', 'code': 200} Oct 27 15:12:24.288119 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-5560f8db-c25f-4136-8c2c-c8065750b776 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 1096 time: 0.0734386 Oct 27 15:12:24.369848 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-a5a1d344-ad52-421f-8431-78d6cd753259 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125201c9-b3bc-40a2-ae19-ed25e9dd7437 HTTP/1.1" status: 200 len: 217 time: 0.0729864 Oct 27 15:12:24.453305 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb3f51-9c22-4219-825f-139304e13d32 req-8ddd57ce-b6f0-43bb-99c8-d11b7e92d3c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:24.454757 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-8ddd57ce-b6f0-43bb-99c8-d11b7e92d3c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 200 len: 855 time: 0.0680037 Oct 27 15:12:24.507188 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-de7016bf-5ed4-4d7f-8da2-6c239a29df8d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae2fa235-e0a6-4764-a88f-cb7214e61416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446208 Oct 27 15:12:24.650719 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-2a7d0b29-1b9f-4eaa-8eae-aa9ac53e1574 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356938 Oct 27 15:12:24.682434 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590e158-f1c7-4259-9e0e-65e1f2d82e30 req-08b4f874-213b-45b3-aa72-2e49ab365009 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:24.684735 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4590e158-f1c7-4259-9e0e-65e1f2d82e30 req-08b4f874-213b-45b3-aa72-2e49ab365009 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 943 time: 0.1764307 Oct 27 15:12:24.737843 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-4590e158-f1c7-4259-9e0e-65e1f2d82e30 req-83ae301f-8acd-490f-b05f-045013e34388 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482476 Oct 27 15:12:24.792125 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-82bb3f51-9c22-4219-825f-139304e13d32 req-19934542-b9e7-4946-8331-77d188c588fb service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351490 Oct 27 15:12:24.918328 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-ae7dda15-6e3c-41ab-9d95-e853c1b2bbc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 1096 time: 0.0714357 Oct 27 15:12:25.214516 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-f7085991-7fc7-426a-8984-d8e50e5692b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:25.216085 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-f7085991-7fc7-426a-8984-d8e50e5692b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 917 time: 0.2579658 Oct 27 15:12:25.224842 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfd58a-d3a8-4da6-ab1b-6ba35664e0b1 req-ec65a789-7c0c-4cef-b0c8-d747161c5298 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:25.226330 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d6bfd58a-d3a8-4da6-ab1b-6ba35664e0b1 req-ec65a789-7c0c-4cef-b0c8-d747161c5298 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 946 time: 0.3014760 Oct 27 15:12:25.308096 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-c8d33355-a595-4d69-a444-eee8bea02c8c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=125201c9-b3bc-40a2-ae19-ed25e9dd7437 HTTP/1.1" status: 200 len: 217 time: 0.0809271 Oct 27 15:12:25.382979 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d6bfd58a-d3a8-4da6-ab1b-6ba35664e0b1 req-9218c8f1-89c9-41d1-b218-d79c0172ff6e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061525 Oct 27 15:12:25.395345 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-60768dbd-2c91-49f1-97e8-92a2c74cb0ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:25.397575 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-60768dbd-2c91-49f1-97e8-92a2c74cb0ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 200 len: 855 time: 0.0779788 Oct 27 15:12:25.460411 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-a30e70bf-c023-44af-bcd8-789432f5fcd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae2fa235-e0a6-4764-a88f-cb7214e61416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488009 Oct 27 15:12:25.624632 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-a23a8d92-7eed-4132-924b-e97fe8841243 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530669 Oct 27 15:12:25.764122 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bbe33c40-f574-4afc-aedb-8ab5b3394e37 req-a18d03bd-aec5-41ed-94a6-84127945b4c3 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320350 Oct 27 15:12:25.941615 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4c7e-a83e-41f3-8c42-f779111a5620 req-8faf6389-c6e2-4525-957c-bc65858079af tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:25.943137 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-fdbe4c7e-a83e-41f3-8c42-f779111a5620 req-8faf6389-c6e2-4525-957c-bc65858079af tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 943 time: 0.0819650 Oct 27 15:12:25.990006 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-fdbe4c7e-a83e-41f3-8c42-f779111a5620 req-01aa825a-cf16-46a4-9695-424e4d003a4e tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Oct 27 15:12:26.598262 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6321fc-bd63-403d-8efe-860319c7b79c req-fafa2dfc-dd47-4136-9df9-dac2be270d9f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:26.599735 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bf6321fc-bd63-403d-8efe-860319c7b79c req-fafa2dfc-dd47-4136-9df9-dac2be270d9f tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 946 time: 0.0801110 Oct 27 15:12:26.645096 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bf6321fc-bd63-403d-8efe-860319c7b79c req-10cb1243-b539-4d25-8284-d82de1ff0b3d tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399714 Oct 27 15:12:27.043338 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 125201c9-b3bc-40a2-ae19-ed25e9dd7437 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:12:27.180360 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 125201c9-b3bc-40a2-ae19-ed25e9dd7437, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=125201c9-b3bc-40a2-ae19-ed25e9dd7437,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:27.194566 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '125201c9-b3bc-40a2-ae19-ed25e9dd7437', 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'port_id': '125201c9-b3bc-40a2-ae19-ed25e9dd7437', 'mac_address': 'fa:16:3e:7a:6f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d03d861-261d-4ff7-92d7-402d0647bf87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:12:27.197005 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd18e1-1301-4864-ac91-71cd7f0f2577 req-17ab8f29-380e-40ad-85ab-f48a1b03b1b1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:27.198493 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-77fd18e1-1301-4864-ac91-71cd7f0f2577 req-17ab8f29-380e-40ad-85ab-f48a1b03b1b1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 943 time: 0.0799048 Oct 27 15:12:27.244529 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-77fd18e1-1301-4864-ac91-71cd7f0f2577 req-b6e18f77-e3d3-4988-8f41-e311a9f7384e tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Oct 27 15:12:27.254913 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:27.272729 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125201c9-b3bc-40a2-ae19-ed25e9dd7437 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:12:27.288020 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 125201c9-b3bc-40a2-ae19-ed25e9dd7437, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=125201c9-b3bc-40a2-ae19-ed25e9dd7437,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:27.291969 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:27.293725 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:27.359990 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=125201c9-b3bc-40a2-ae19-ed25e9dd7437,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:27.362953 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:27.604927 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['125201c9-b3bc-40a2-ae19-ed25e9dd7437'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:12:28.439018 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf324c30-b626-4430-90f0-0f1a61e8bc5b req-b9f3c9dd-e4bf-4502-8e21-1d36842a3bda tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:28.439706 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-cf324c30-b626-4430-90f0-0f1a61e8bc5b req-b9f3c9dd-e4bf-4502-8e21-1d36842a3bda tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:12:28.455059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-cf324c30-b626-4430-90f0-0f1a61e8bc5b req-b9f3c9dd-e4bf-4502-8e21-1d36842a3bda tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:12:28.456345 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cf324c30-b626-4430-90f0-0f1a61e8bc5b req-b9f3c9dd-e4bf-4502-8e21-1d36842a3bda tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 944 time: 0.0926895 Oct 27 15:12:28.501748 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-cf324c30-b626-4430-90f0-0f1a61e8bc5b req-cd1252a2-4959-4c6f-ba1f-93ff75454482 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Oct 27 15:12:29.060576 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 125201c9-b3bc-40a2-ae19-ed25e9dd7437 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:12:29.129704 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:12:29.134264 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:12:29.134691 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:29.253459 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:29.279711 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cdab6c-9e82-4690-baa5-6c023c08a99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125201c9-b3bc-40a2-ae19-ed25e9dd7437'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:29.289533 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 125201c9-b3bc-40a2-ae19-ed25e9dd7437, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=125201c9-b3bc-40a2-ae19-ed25e9dd7437,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:29.294717 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:29.296937 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:29.337528 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cdab6c-9e82-4690-baa5-6c023c08a99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125201c9-b3bc-40a2-ae19-ed25e9dd7437', 'code': 200} Oct 27 15:12:29.363384 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=125201c9-b3bc-40a2-ae19-ed25e9dd7437,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:29.366424 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:29.571424 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-34ed991e-198f-4b05-922c-d11fdfbeb177 req-a442f323-e71c-4635-a73c-c553c32c7300 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 1098 time: 0.0727496 Oct 27 15:12:29.615484 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-34ed991e-198f-4b05-922c-d11fdfbeb177 req-ce6ea1bf-5593-4103-9b8d-a83fbcae9d1b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372467 Oct 27 15:12:29.699938 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e46de9-7cea-42d5-bc6f-e95f5c90f027 req-477b0545-1e48-4a58-bce9-63efa2a54edb tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:29.701702 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a4e46de9-7cea-42d5-bc6f-e95f5c90f027 req-477b0545-1e48-4a58-bce9-63efa2a54edb tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 945 time: 0.0769246 Oct 27 15:12:29.747253 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-a4e46de9-7cea-42d5-bc6f-e95f5c90f027 req-29f494ab-aa83-4144-abf7-d10163319fd7 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Oct 27 15:12:30.947378 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c3423-c19b-4276-b8da-318479414294 req-fbf2d6a2-b16d-438a-bf4b-9a63d3aa60a8 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:30.948830 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6b1c3423-c19b-4276-b8da-318479414294 req-fbf2d6a2-b16d-438a-bf4b-9a63d3aa60a8 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 945 time: 0.0800431 Oct 27 15:12:30.994697 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6b1c3423-c19b-4276-b8da-318479414294 req-76b4aeb1-62ef-43f4-856f-aa304c69c85b tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396893 Oct 27 15:12:36.550252 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:37.323700 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-42806f5a-33b5-465d-9412-a86577c67b41 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:37.325206 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-42806f5a-33b5-465d-9412-a86577c67b41 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 815 time: 0.1430161 Oct 27 15:12:37.341510 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-c75902a1-0fc8-48da-8a28-77b338e83daf tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/quotas/da464e72f7c44e8bbdf2510bea2d4c70 HTTP/1.1" status: 200 len: 375 time: 0.0103214 Oct 27 15:12:37.423158 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-c2e89f6a-e06c-4482-97eb-fccdb0348451 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0761724 Oct 27 15:12:37.554839 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-18c5e2c0-1373-4070-96eb-37d833d0c975 service neutron] 10.222.0.55 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251667 Oct 27 15:12:37.686453 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-b3e848a2-a6d7-40eb-8e31-043ec53ae090 service neutron] 10.222.0.55 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250353 Oct 27 15:12:37.868123 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-19a4af67-7b4d-47ec-9b09-c708cb6179c0 req-385d9680-bc9e-4e96-a91f-a245fc98adde tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 210 time: 0.0444987 Oct 27 15:12:39.007979 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-f08cfb8d-5f7b-4e79-bde8-ae2072016c35 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:39.010234 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-f08cfb8d-5f7b-4e79-bde8-ae2072016c35 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 815 time: 0.1485388 Oct 27 15:12:39.036636 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Request body: {'port': {'device_id': 'b51eb6da-45ac-461d-8778-0b7ae096bfc5', 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'admin_state_up': True, 'tenant_id': 'da464e72f7c44e8bbdf2510bea2d4c70'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:12:39.038232 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-165d918f-7de1-44ba-b328-018ee2ee10f8 req-8adf0d4a-2bd0-4d0e-bdbf-7c822151da41 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 210 time: 0.0460601 Oct 27 15:12:39.175739 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:12:39.185417 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:12:39.195556 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Made reservation on behalf of da464e72f7c44e8bbdf2510bea2d4c70 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:12:39.198534 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:39.359675 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Allocated IP 172.20.0.2 (ae2fa235-e0a6-4764-a88f-cb7214e61416/0d03d861-261d-4ff7-92d7-402d0647bf87/39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:12:39.557608 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:39.584989 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:39.590374 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4136b63c-5af2-4c92-b19c-b36253199c07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:39.596190 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['5a761f43-c6e4-46c0-8da0-385b8e7540be', 'a25237f6-b043-4023-9ccb-121f97e4de28', '125201c9-b3bc-40a2-ae19-ed25e9dd7437'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:12:39.749677 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Network ae2fa235-e0a6-4764-a88f-cb7214e61416 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:12:39.752548 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:12:39.756587 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:12:39.791627 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Pushing event updated for resources: {'Port': ['ID=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:39.796830 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:39.823373 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:39.823990 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:39.849337 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8164742 Oct 27 15:12:39.862728 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Request body: {'port': {'device_id': 'b51eb6da-45ac-461d-8778-0b7ae096bfc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:12:39.972548 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:40.338204 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aa853-0197-412d-b2cc-c9a00b06417f req-d7813d02-ee28-4976-8344-833830d7fe50 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:40.338887 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-1f0aa853-0197-412d-b2cc-c9a00b06417f req-d7813d02-ee28-4976-8344-833830d7fe50 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:12:40.404445 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:12:40.414941 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-1f0aa853-0197-412d-b2cc-c9a00b06417f req-d7813d02-ee28-4976-8344-833830d7fe50 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:12:40.416912 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1f0aa853-0197-412d-b2cc-c9a00b06417f req-d7813d02-ee28-4976-8344-833830d7fe50 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 931 time: 0.2051423 Oct 27 15:12:40.419617 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:40.464724 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Transition to ACTIVE for port object 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:12:40.476788 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:40.485434 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-680be4fa-0521-4a92-aa1a-ce2e60619665 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:40.537404 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1f0aa853-0197-412d-b2cc-c9a00b06417f req-4152c318-f224-4fbd-87af-cba4b0c6eb26 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130137 Oct 27 15:12:40.620515 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Pushing event updated for resources: {'Port': ['ID=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:40.624184 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:40.730253 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Attempting to bind port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:12:40.730582 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Attempting to bind port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:12:40.730908 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Attempting to bind port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d on network ae2fa235-e0a6-4764-a88f-cb7214e61416 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:12:40.737605 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d on network ae2fa235-e0a6-4764-a88f-cb7214e61416 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:12:40.737921 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Attempting to bind port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d on network ae2fa235-e0a6-4764-a88f-cb7214e61416 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:12:40.744312 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:12:40.744642 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Checking segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:12:40.745023 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Bound using segment: {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:12:40.745441 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Bound port: 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55954185-ed74-4c03-ab77-fa2322c335c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:12:40.745784 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:40.840644 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] For port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:12:40.844978 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] For port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:12:40.850817 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:40.855611 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c03ef609-a78c-4cbb-96f2-e0fa384493f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:40.912801 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:40.914305 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] 10.222.0.52 "PUT /v2.0/ports/39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d HTTP/1.1" status: 200 len: 1093 time: 1.0558076 Oct 27 15:12:40.923714 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51eb6da-45ac-461d-8778-0b7ae096bfc5', 'tag': '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:40.986929 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Pushing event updated for resources: {'Port': ['ID=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:40.995561 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51eb6da-45ac-461d-8778-0b7ae096bfc5', 'tag': '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d', 'status': 'completed', 'code': 200} Oct 27 15:12:41.000109 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:41.037806 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-eeb4d011-1fda-4e1c-a309-72a923a3cf1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 1096 time: 0.0810244 Oct 27 15:12:41.110694 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-03811cf2-7d4c-4fcd-84f1-ba037c25b452 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d HTTP/1.1" status: 200 len: 217 time: 0.0650980 Oct 27 15:12:41.176536 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-9730ae68-5d36-4bb6-b79e-3da0311293d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:41.178045 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-9730ae68-5d36-4bb6-b79e-3da0311293d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 200 len: 855 time: 0.0587380 Oct 27 15:12:41.228068 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-a351f0a8-b7e2-4e27-b722-056794064717 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae2fa235-e0a6-4764-a88f-cb7214e61416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393109 Oct 27 15:12:41.359862 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-0fd558d1-aaef-40d7-863a-1401e9ad8074 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250594 Oct 27 15:12:41.495539 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-6751fc92-77dd-43ad-9912-f064c2dcce84 req-5a757af7-01d0-4b68-b3bf-2bbf48cfe52d service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257203 Oct 27 15:12:41.767218 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-27fbeab7-8a03-447b-990e-8bd9175dfb35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 1096 time: 0.2179866 Oct 27 15:12:41.774577 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007f90f-9849-4df1-b825-b365bff98d25 req-b85f9834-3c3a-4262-8b48-1994a33d52aa tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:41.775921 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d007f90f-9849-4df1-b825-b365bff98d25 req-b85f9834-3c3a-4262-8b48-1994a33d52aa tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 943 time: 0.1037145 Oct 27 15:12:41.922710 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d007f90f-9849-4df1-b825-b365bff98d25 req-1965e94f-bc58-4119-8804-383bf0ed99ba tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212337 Oct 27 15:12:41.943093 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-e762d109-b50c-40bd-8de8-acabdbc79e1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:41.944602 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-e762d109-b50c-40bd-8de8-acabdbc79e1d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 200 len: 917 time: 0.1653469 Oct 27 15:12:42.017175 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-e540061b-38f7-4f1f-a2d4-4ace9da4be2c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d HTTP/1.1" status: 200 len: 217 time: 0.0615051 Oct 27 15:12:42.083096 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-19219d9c-ea40-4b24-a081-67c9f8a4c6b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:42.084452 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-19219d9c-ea40-4b24-a081-67c9f8a4c6b5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 200 len: 855 time: 0.0606401 Oct 27 15:12:42.133373 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-88c3014c-6e75-4981-891e-beefe07a7333 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ae2fa235-e0a6-4764-a88f-cb7214e61416&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395224 Oct 27 15:12:42.319331 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-636c63ee-ef2f-4940-a756-912dde0258be service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749749 Oct 27 15:12:42.359560 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-d3a3968b-8fab-4920-bb32-8fa4fc5bc66e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1274993 Oct 27 15:12:42.501724 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-e4d7dc3d-6600-4c5c-a668-9ebe3b93f514 req-9ccf8fd7-e715-444d-886f-d922110310e6 service neutron] 10.222.0.52 "GET /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725998 Oct 27 15:12:42.524070 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-cd4ff069-1a5e-45b3-8c35-9410a45103b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=37b7003b5b6c4189901c618c23f98dc3&device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 1099 time: 0.1014099 Oct 27 15:12:42.677535 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-d2a6f35d-e22b-4f1d-9658-c79fe4baec25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:42.678894 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-d2a6f35d-e22b-4f1d-9658-c79fe4baec25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 200 len: 919 time: 0.1257541 Oct 27 15:12:42.781805 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-9658e2da-9fed-4c91-981f-10d393246538 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef HTTP/1.1" status: 200 len: 1000 time: 0.0957425 Oct 27 15:12:42.852720 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-464a7308-c2fe-4bcb-9a8c-893532fb421e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:42.854153 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-464a7308-c2fe-4bcb-9a8c-893532fb421e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 200 len: 856 time: 0.0578871 Oct 27 15:12:42.942413 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-60b199d3-54fc-4c63-9a32-bd1d16286fb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e97f6297-20f8-444b-8f59-70b41c6cdc5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0713227 Oct 27 15:12:43.082624 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-e2954f2c-01c3-4316-acc8-14720f10ccdf service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269348 Oct 27 15:12:43.127669 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f043f-8c9a-491a-a48f-1481e9f9b2a7 req-9f7fbf4f-b072-4c33-9438-ca417274f085 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:43.129361 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-be0f043f-8c9a-491a-a48f-1481e9f9b2a7 req-9f7fbf4f-b072-4c33-9438-ca417274f085 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 943 time: 0.0824754 Oct 27 15:12:43.152345 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:12:43.181109 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-be0f043f-8c9a-491a-a48f-1481e9f9b2a7 req-05e93b29-1a7f-491c-a3de-be305fe0955f tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460858 Oct 27 15:12:43.235923 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-881735b5-6a0d-4ccd-a3d9-001f55aac189 req-3bdde65d-b37e-4575-8309-73e829f3caee service neutron] 10.222.0.52 "GET /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435745 Oct 27 15:12:43.301764 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:43.314957 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d', 'network_id': 'ae2fa235-e0a6-4764-a88f-cb7214e61416', 'port_id': '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d', 'mac_address': 'fa:16:3e:47:c2:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d03d861-261d-4ff7-92d7-402d0647bf87', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:12:43.367818 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:43.384460 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:12:43.400057 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:43.403783 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:43.406060 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:43.471805 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:43.480894 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.481243 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.481583 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.481918 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.482249 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.483137 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.483460 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.483788 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.484110 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.484457 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.484781 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:43.488546 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:43.711981 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:12:44.465120 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36936c-6d63-4fce-8aea-9a2a37b9b498 req-9e343b04-5d1d-41b5-9471-03700942d8cf tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:44.466483 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0a36936c-6d63-4fce-8aea-9a2a37b9b498 req-9e343b04-5d1d-41b5-9471-03700942d8cf tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 944 time: 0.1628454 Oct 27 15:12:44.510968 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0a36936c-6d63-4fce-8aea-9a2a37b9b498 req-ca7c10fb-3355-497e-8362-046e43c7e2c0 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387950 Oct 27 15:12:45.156842 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:12:45.230518 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:12:45.235831 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:12:45.236205 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:45.377587 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:45.404496 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51eb6da-45ac-461d-8778-0b7ae096bfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:45.414471 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:45.418578 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:45.420523 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-b82e870c-abe2-4dcd-b91e-6b30493a7cb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:45.460997 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51eb6da-45ac-461d-8778-0b7ae096bfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d', 'code': 200} Oct 27 15:12:45.487181 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:45.490133 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:45.764889 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a66828-b165-4328-ae2c-f8c55d6c833e req-6290dca1-ad61-453d-8727-ed70787117ee tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:45.766239 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-66a66828-b165-4328-ae2c-f8c55d6c833e req-6290dca1-ad61-453d-8727-ed70787117ee tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 945 time: 0.1075153 Oct 27 15:12:45.769223 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-43551cf3-47f1-42ba-9432-649b03bb3b32 req-0d50a463-ecda-48af-a206-a06459368937 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 1098 time: 0.1404214 Oct 27 15:12:45.842773 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-66a66828-b165-4328-ae2c-f8c55d6c833e req-781a2084-92ce-4c45-97bf-bdd1885c6544 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706720 Oct 27 15:12:45.844312 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-43551cf3-47f1-42ba-9432-649b03bb3b32 req-96debdca-61aa-4e81-96cf-b2a91e0076ea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593166 Oct 27 15:12:47.049110 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875861a5-bcf4-4516-9063-03e1acc924e8 req-51d2eb80-256b-4583-82f5-876aeb8120d5 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:47.050638 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-875861a5-bcf4-4516-9063-03e1acc924e8 req-51d2eb80-256b-4583-82f5-876aeb8120d5 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0833223 Oct 27 15:12:47.100145 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-875861a5-bcf4-4516-9063-03e1acc924e8 req-d273c6f9-b6ef-440f-ae1c-65eb76f4e5bd tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Oct 27 15:12:48.297339 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326c06e-270b-42ef-8a7c-0b13c5f1540d req-f87fca83-aef8-4fd5-bb8a-b74cd8aa8faf tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:48.298819 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2326c06e-270b-42ef-8a7c-0b13c5f1540d req-f87fca83-aef8-4fd5-bb8a-b74cd8aa8faf tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0768678 Oct 27 15:12:48.346618 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-2326c06e-270b-42ef-8a7c-0b13c5f1540d req-9795c7e1-5f62-44be-ab92-06663ff35e82 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423458 Oct 27 15:12:48.507026 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-15244462-ea94-49f8-812f-83a77699a434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:48.901660 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:50.781834 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-74565b7c-5c48-42ae-b52f-4c244bd38c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:51.626443 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42740) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:12:51.818566 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:51.831229 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Deleting port 2a84be59-4b15-4deb-913d-fb6fb755d9d6 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:12:51.831567 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:52.010665 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:52.011196 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:52.225272 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Calling delete_port for 2a84be59-4b15-4deb-913d-fb6fb755d9d6 owned by network:floatingip {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:12:52.439069 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:52.442780 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-43f403aa-d309-48fd-a754-3b30ea83a91d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:52.488581 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event deleted for resources: {'Port': ['ID=2a84be59-4b15-4deb-913d-fb6fb755d9d6,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:52.491913 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:52.577264 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for floatingip, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:53.069163 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Router af8e7a56-8ba5-45bb-b476-aa5270f2194a has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:12:53.244982 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:53.283094 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:12:53.294985 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] Sync routers for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:12:53.305833 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:53.309188 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:12:53.309791 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:12:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:12:53.357901 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "DELETE /v2.0/floatingips/13c8dbfc-ab98-412d-b674-a88498254339 HTTP/1.1" status: 204 len: 168 time: 1.7303660 Oct 27 15:12:53.358526 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:53.415207 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27', 'status': 'completed', 'code': 200} Oct 27 15:12:53.490658 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:12:53.517041 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-c118865b-f764-42e2-9685-6823e7699f25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0369c2b29c244d56821e09265d801a43&device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 1099 time: 0.0750768 Oct 27 15:12:53.678715 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-43313c6a-dd43-4d79-af4a-8dd9afc7568d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:53.680558 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-43313c6a-dd43-4d79-af4a-8dd9afc7568d service neutron] 10.222.0.52 "GET /v2.0/networks?id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 200 len: 911 time: 0.1557467 Oct 27 15:12:53.779801 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-ca540fec-832d-4ea5-a198-05df5b718d67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 200 len: 217 time: 0.0867636 Oct 27 15:12:53.828992 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:44Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:12:53.833971 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] Checking router: af8e7a56-8ba5-45bb-b476-aa5270f2194a for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:12:53.846600 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-3b2d9b03-0ca4-427b-9a13-cbe730eb357e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:53.847911 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:12:53.848055 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-3b2d9b03-0ca4-427b-9a13-cbe730eb357e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bf02d238-c971-40a0-b3e9-29abb1d47e1d HTTP/1.1" status: 200 len: 848 time: 0.0617676 Oct 27 15:12:53.848549 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:12:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:12:53.940299 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-d6fccca6-4318-4aa3-8995-b07518eb58bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843298 Oct 27 15:12:53.996093 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeb9b5-5f5d-4282-a270-e8d24515cf1a req-e3abd92f-8e3f-40ce-b704-cfed7139f719 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:53.998318 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-06eeb9b5-5f5d-4282-a270-e8d24515cf1a req-e3abd92f-8e3f-40ce-b704-cfed7139f719 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.0841017 Oct 27 15:12:54.059394 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-06eeb9b5-5f5d-4282-a270-e8d24515cf1a req-a568c7e3-7b6b-4405-9abc-6790d44ba6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548203 Oct 27 15:12:54.070498 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:12:54.091044 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-57ed3c67-68b0-429e-ae9f-d09c6e54e85e service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430168 Oct 27 15:12:54.228677 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fabfdd2d-ca84-4c2a-a347-3c26cd79b86e req-be2e5f90-d686-45d2-b6a8-501545da5f97 service neutron] 10.222.0.52 "GET /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269245 Oct 27 15:12:54.404493 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:44Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:12:54.408708 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdb2f55-ae42-41d5-b870-07e17c1d38b2 None None] The sync data for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb is: [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:32Z', 'revision_number': 4, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': 'a5d02682-bf20-4a02-8914-8dd38ea5c664', 'name': '', 'network_id': 'feafa5a0-01c9-4c3e-b6cc-3a74f93545ce', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'mac_address': 'fa:16:3e:8c:d7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:31Z', 'updated_at': '2021-10-27T15:07:44Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'subnets': [{'id': 'bf02d238-c971-40a0-b3e9-29abb1d47e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:12:54.634844 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a292b0f-f50d-4c04-af7b-2a00577f87c4 None None] New status for floating IP 13c8dbfc-ab98-412d-b674-a88498254339: DOWN {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:12:55.264030 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d62d7-9450-4bde-a27f-1bfe3216dd10 req-6bc9b398-080a-465e-a8a4-cda852325c1f tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:55.265738 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a26d62d7-9450-4bde-a27f-1bfe3216dd10 req-6bc9b398-080a-465e-a8a4-cda852325c1f tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.0790958 Oct 27 15:12:55.317320 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a26d62d7-9450-4bde-a27f-1bfe3216dd10 req-fb6c3166-1b7d-4be9-a0dc-3a444c3409bc tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/security-groups?id=22ba0832-72d5-42ad-8420-653cdc7fec88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447826 Oct 27 15:12:55.325603 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-c0dcd7d1-92bf-48f6-bea8-73f335b5b80c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:55.326300 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-c0dcd7d1-92bf-48f6-bea8-73f335b5b80c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Synchronizing usage tracker for tenant:0369c2b29c244d56821e09265d801a43 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:12:55.341887 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-c0dcd7d1-92bf-48f6-bea8-73f335b5b80c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Unset dirty status for tenant:0369c2b29c244d56821e09265d801a43 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:12:55.343304 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-c0dcd7d1-92bf-48f6-bea8-73f335b5b80c tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.52 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 946 time: 0.1009800 Oct 27 15:12:55.415428 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Deleting port 61fb40df-8513-4046-9712-534c63cfbf27 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:12:55.415673 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:55.666038 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] For port 61fb40df-8513-4046-9712-534c63cfbf27, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=61fb40df-8513-4046-9712-534c63cfbf27,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:55.666341 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:55.883993 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Calling delete_port for 61fb40df-8513-4046-9712-534c63cfbf27 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:12:56.040042 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:56.046603 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-477181d1-d56c-471e-b43d-8cff2a46378b tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:56.060045 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55af66-3127-4a4b-8b95-1ea9983ab698 req-09c927b5-a73b-4911-b7bc-e11d431b88ed tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:56.061534 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5b55af66-3127-4a4b-8b95-1ea9983ab698 req-09c927b5-a73b-4911-b7bc-e11d431b88ed tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0898283 Oct 27 15:12:56.089558 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event deleted for resources: {'Port': ['ID=61fb40df-8513-4046-9712-534c63cfbf27,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:56.127633 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-5b55af66-3127-4a4b-8b95-1ea9983ab698 req-932fbfa9-0a92-4aa1-a593-5ace978f40df tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594645 Oct 27 15:12:56.134406 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.134764 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.135126 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.135480 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.135830 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.136182 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.136557 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.136909 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.137255 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.137646 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.137931 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:56.173874 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:56.180252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] No DVR routers for this DVR port 61fb40df-8513-4046-9712-534c63cfbf27 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:12:56.182789 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:56.185790 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'name': 'network-vif-deleted', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:56.203702 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fcfe93f5-39d6-4411-9692-b22021694b31 req-398fe669-0ea0-464b-acb5-93e8430bd6f4 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.52 "DELETE /v2.0/ports/61fb40df-8513-4046-9712-534c63cfbf27 HTTP/1.1" status: 204 len: 173 time: 0.8523483 Oct 27 15:12:56.251525 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed69e1dd-4c29-4ff2-8a3e-189d18d76050', 'name': 'network-vif-deleted', 'tag': '61fb40df-8513-4046-9712-534c63cfbf27', 'status': 'completed', 'code': 200} Oct 27 15:12:56.490455 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-83baeb9a-1921-4585-8919-cc3cfd4315cd req-53226d31-ac56-4d45-85a2-99ceaa6baa11 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed69e1dd-4c29-4ff2-8a3e-189d18d76050 HTTP/1.1" status: 200 len: 210 time: 0.0482476 Oct 27 15:12:57.331484 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc62a-1f0b-454b-aee7-3823f0ced2cf req-ad5f3711-1370-4ffb-b951-648cbc767a59 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:57.332960 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-26dcc62a-1f0b-454b-aee7-3823f0ced2cf req-ad5f3711-1370-4ffb-b951-648cbc767a59 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0805163 Oct 27 15:12:57.378400 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-26dcc62a-1f0b-454b-aee7-3823f0ced2cf req-0c6c9d0b-6584-4552-8cdb-e26f13860cab tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Oct 27 15:12:57.599783 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42794) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:12:57.672736 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:57.701758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:57.772065 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:57.776698 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a1495187-858b-4bc0-a95a-e57daf49788c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:57.791495 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba0832-72d5-42ad-8420-653cdc7fec88,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:57.805169 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.805542 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.805950 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.806313 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.806671 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.807045 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.807374 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.807741 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.808244 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.808637 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.809192 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:12:57.813129 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:57.817987 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:57.822866 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] 10.222.0.55 "DELETE /v2.0/security-groups/22ba0832-72d5-42ad-8420-653cdc7fec88 HTTP/1.1" status: 204 len: 168 time: 0.2216218 Oct 27 15:12:57.879355 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42800) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:12:57.893245 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3b249249-5e81-4458-88c3-52d582dbba24 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:12:57.894697 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3b249249-5e81-4458-88c3-52d582dbba24 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 945 time: 0.0881786 Oct 27 15:12:57.966063 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Deleting port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:12:57.966302 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:58.153197 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:12:58.226245 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] For port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:58.226607 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:58.355332 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Calling delete_port for 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:12:58.520581 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:58.526685 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7d97743c-1503-4bb9-a182-91214b8a7489 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:58.533585 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['5a761f43-c6e4-46c0-8da0-385b8e7540be', 'a25237f6-b043-4023-9ccb-121f97e4de28', '125201c9-b3bc-40a2-ae19-ed25e9dd7437', '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:12:58.552777 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-afac2278-eb87-44d5-a487-950fa27d3b27 req-58b974ab-4f08-4d57-ad27-8bf1886b9815 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=b51eb6da-45ac-461d-8778-0b7ae096bfc5 HTTP/1.1" status: 200 len: 210 time: 0.0462270 Oct 27 15:12:58.561462 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447984'] for router_interface, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:58.584196 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Pushing event deleted for resources: {'Port': ['ID=39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:58.589000 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:12:58.666703 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] No DVR routers for this DVR port 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:12:58.669097 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:58.672323 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51eb6da-45ac-461d-8778-0b7ae096bfc5', 'name': 'network-vif-deleted', 'tag': '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:12:58.688822 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-95489b1f-5209-4d9e-bc45-eeaa05aa8a08 req-3e711e4a-f768-4887-8bff-0437bc86c906 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "DELETE /v2.0/ports/39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d HTTP/1.1" status: 204 len: 173 time: 0.7874856 Oct 27 15:12:58.770944 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51eb6da-45ac-461d-8778-0b7ae096bfc5', 'name': 'network-vif-deleted', 'tag': '39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d', 'status': 'completed', 'code': 200} Oct 27 15:12:59.214788 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Deleting port a5d02682-bf20-4a02-8914-8dd38ea5c664 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:12:59.215487 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:59.255158 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 61fb40df-8513-4046-9712-534c63cfbf27 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:12:59.289365 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 61fb40df-8513-4046-9712-534c63cfbf27 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:12:59.289716 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 61fb40df-8513-4046-9712-534c63cfbf27 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:12:59.290143 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:12:59.326409 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:12:59.326763 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 39e1d8e3-48ac-4d89-9c8b-1d3bee8d1e4d not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:12:59.403411 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] For port a5d02682-bf20-4a02-8914-8dd38ea5c664, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=a5d02682-bf20-4a02-8914-8dd38ea5c664,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:12:59.403676 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:59.522046 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Calling delete_port for a5d02682-bf20-4a02-8914-8dd38ea5c664 owned by network:router_interface {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:12:59.704780 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:12:59.708598 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:12:59.755667 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d02682-bf20-4a02-8914-8dd38ea5c664,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:12:59.758822 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:00.159087 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447162'] for router_interface, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:00.746178 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Router af8e7a56-8ba5-45bb-b476-aa5270f2194a has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:13:00.972030 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:13:00.981178 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] Sync routers for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:13:00.989366 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-b2b68705-8760-4804-a73b-7122654bb4ce admin admin] 10.222.0.55 "PUT /v2.0/routers/af8e7a56-8ba5-45bb-b476-aa5270f2194a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1062901 Oct 27 15:13:00.989816 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42820) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:00.994517 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:13:00.995646 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:12:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:01.212556 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks [] for router, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:01.224064 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:13:01.512392 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:12:59Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:01.516765 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] Checking router: af8e7a56-8ba5-45bb-b476-aa5270f2194a for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:13:01.527600 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] Routers {'af8e7a56-8ba5-45bb-b476-aa5270f2194a'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:13:01.528195 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:12:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:01.541871 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a59ea8-aed0-4be4-ae47-87c3d0d6eb2f req-8c4a1b82-dab7-423c-aefd-87eb813af92a tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:01.543351 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-01a59ea8-aed0-4be4-ae47-87c3d0d6eb2f req-8c4a1b82-dab7-423c-aefd-87eb813af92a tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 945 time: 0.2827377 Oct 27 15:13:01.609065 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-01a59ea8-aed0-4be4-ae47-87c3d0d6eb2f req-769f7f30-e39d-4d09-9aa1-d7432b3122c4 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600064 Oct 27 15:13:01.639583 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:01.650425 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Deleting port f089373c-13d0-4d0a-9005-4a64e33e263d {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:01.650761 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:01.706598 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] Set router af8e7a56-8ba5-45bb-b476-aa5270f2194a gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:13:01.828725 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] For port f089373c-13d0-4d0a-9005-4a64e33e263d, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=f089373c-13d0-4d0a-9005-4a64e33e263d,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:01.828725 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:01.960385 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Calling delete_port for f089373c-13d0-4d0a-9005-4a64e33e263d owned by network:router_gateway {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:02.005860 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:12:59Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:02.011044 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274de18f-7509-4a9c-96a2-1a4bb0535e9f None None] The sync data for ids ['af8e7a56-8ba5-45bb-b476-aa5270f2194a'] in dv-cinder-815673-1-smb is: [{'id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'name': 'tempest-TestShelveInstance-2144326366-router', 'tenant_id': '0369c2b29c244d56821e09265d801a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190'}], 'enable_snat': True}, 'gw_port_id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:12:59Z', 'revision_number': 5, 'project_id': '0369c2b29c244d56821e09265d801a43', 'gw_port': {'id': 'f089373c-13d0-4d0a-9005-4a64e33e263d', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8e7a56-8ba5-45bb-b476-aa5270f2194a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:27Z', 'updated_at': '2021-10-27T15:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:13:02.148596 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:02.152507 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-acefb9d2-96f4-48e9-9ea8-2f9c3970c1e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:02.195612 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Pushing event deleted for resources: {'Port': ['ID=f089373c-13d0-4d0a-9005-4a64e33e263d,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:02.198635 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:02.427758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450247'] for router_gateway, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:02.460807 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device a5d02682-bf20-4a02-8914-8dd38ea5c664 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:02.496073 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: a5d02682-bf20-4a02-8914-8dd38ea5c664 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:02.496504 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device a5d02682-bf20-4a02-8914-8dd38ea5c664 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:02.702591 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8338'] for router, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:02.707045 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:02.735102 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411695'] for router, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:02.735898 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8e7a56-8ba5-45bb-b476-aa5270f2194a {{(pid=82783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 15:13:02.749644 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:02.752481 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-70afd02a-2717-460d-8adb-75013e439490 admin admin] 10.222.0.55 "DELETE /v2.0/routers/af8e7a56-8ba5-45bb-b476-aa5270f2194a HTTP/1.1" status: 204 len: 168 time: 1.7600231 Oct 27 15:13:02.753441 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42830) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:02.819490 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Deleting subnet bf02d238-c971-40a0-b3e9-29abb1d47e1d {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:13:02.822723 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:02.823490 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0d0d9-a254-4dcb-92d8-fb8af1455971 req-845e5a6e-d5bf-4f80-bf73-d8afd40e6595 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:02.824253 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-63f0d0d9-a254-4dcb-92d8-fb8af1455971 req-845e5a6e-d5bf-4f80-bf73-d8afd40e6595 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:13:02.841482 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-63f0d0d9-a254-4dcb-92d8-fb8af1455971 req-845e5a6e-d5bf-4f80-bf73-d8afd40e6595 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:13:02.842797 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-63f0d0d9-a254-4dcb-92d8-fb8af1455971 req-845e5a6e-d5bf-4f80-bf73-d8afd40e6595 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 945 time: 0.1061280 Oct 27 15:13:02.882433 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:02.937141 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-63f0d0d9-a254-4dcb-92d8-fb8af1455971 req-af43ca59-32ed-4483-881a-a270281225fd tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849147 Oct 27 15:13:03.002388 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-0110d03a-1b38-4d1d-a4e1-78db2eab44a7 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:03.003993 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-0110d03a-1b38-4d1d-a4e1-78db2eab44a7 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 945 time: 0.1001854 Oct 27 15:13:03.081331 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Deleting port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:03.081676 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.087681 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.167254 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.172009 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:03.212402 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf02d238-c971-40a0-b3e9-29abb1d47e1d,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:03.216035 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:03.217089 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.223434 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bf02d238-c971-40a0-b3e9-29abb1d47e1d HTTP/1.1" status: 204 len: 168 time: 0.4689894 Oct 27 15:13:03.225808 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42834) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:03.226359 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10313545-326c-450a-a6f6-f4dfe9022465 None None] Network feafa5a0-01c9-4c3e-b6cc-3a74f93545ce requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:13:03.346065 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.357429 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Deleting port ea120045-8a81-4e87-8caa-769d7b57cdf4 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:03.357825 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.437336 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] For port 125201c9-b3bc-40a2-ae19-ed25e9dd7437, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=125201c9-b3bc-40a2-ae19-ed25e9dd7437,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:03.438503 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.519248 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] DHCP port deletion for feafa5a0-01c9-4c3e-b6cc-3a74f93545ce request from dv-cinder-815673-1-smb {{(pid=82784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 15:13:03.524235 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] Deleting port ea120045-8a81-4e87-8caa-769d7b57cdf4 {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:03.524667 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.570864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] For port ea120045-8a81-4e87-8caa-769d7b57cdf4, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=ea120045-8a81-4e87-8caa-769d7b57cdf4,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:03.571153 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.584475 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Calling delete_port for 125201c9-b3bc-40a2-ae19-ed25e9dd7437 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:03.697415 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Calling delete_port for ea120045-8a81-4e87-8caa-769d7b57cdf4 owned by network:dhcp {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:03.739972 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.740266 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] For port ea120045-8a81-4e87-8caa-769d7b57cdf4, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=ea120045-8a81-4e87-8caa-769d7b57cdf4,segment=NetworkSegment(c5b6b9d0-0955-4e17-b1a0-fe9235ef358f),segment_id=c5b6b9d0-0955-4e17-b1a0-fe9235ef358f)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:03.740972 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.755334 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:03.755782 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['5a761f43-c6e4-46c0-8da0-385b8e7540be', 'a25237f6-b043-4023-9ccb-121f97e4de28', '125201c9-b3bc-40a2-ae19-ed25e9dd7437'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:13:03.787518 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.796079 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-29b49542-2463-4825-8493-adcbbbeae441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:03.809546 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Pushing event deleted for resources: {'Port': ['ID=125201c9-b3bc-40a2-ae19-ed25e9dd7437,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:03.819909 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:03.848946 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea120045-8a81-4e87-8caa-769d7b57cdf4,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:03.851972 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:03.858928 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] No DVR routers for this DVR port ea120045-8a81-4e87-8caa-769d7b57cdf4 on host dv-cinder-815673-1-smb {{(pid=82783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:13:03.912582 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] No DVR routers for this DVR port 125201c9-b3bc-40a2-ae19-ed25e9dd7437 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:13:03.913993 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] Calling delete_port for ea120045-8a81-4e87-8caa-769d7b57cdf4 owned by network:dhcp {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:03.917311 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:03.920485 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cdab6c-9e82-4690-baa5-6c023c08a99b', 'name': 'network-vif-deleted', 'tag': '125201c9-b3bc-40a2-ae19-ed25e9dd7437'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:13:03.939079 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-0fa7fa17-ac8f-4b32-8363-50da924dcf2c req-3c8a459d-7577-492f-adea-54fc6fcd2ec1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "DELETE /v2.0/ports/125201c9-b3bc-40a2-ae19-ed25e9dd7437 HTTP/1.1" status: 204 len: 173 time: 0.9244711 Oct 27 15:13:04.010582 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:04.041395 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feafa5a0-01c9-4c3e-b6cc-3a74f93545ce']}} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:04.056009 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f') {'for_net_delete': True} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:04.056633 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.services.segments.db [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b6b9d0-0955-4e17-b1a0-fe9235ef358f') {} {{(pid=82783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:04.074100 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.db.api [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:13:04.074460 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_db.api [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:13:04.079402 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3864218'] for segment, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:04.106752 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cdab6c-9e82-4690-baa5-6c023c08a99b', 'name': 'network-vif-deleted', 'tag': '125201c9-b3bc-40a2-ae19-ed25e9dd7437', 'status': 'completed', 'code': 200} Oct 27 15:13:04.120901 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:04.133561 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Releasing vlan 1393 on physical network physnet1 to pool {{(pid=82783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:13:04.133973 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1500578'] for segment, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: Traceback (most recent call last): Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: timer() Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: cb(*args, **kw) Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: return func(*args, **kwargs) Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: self._notify() Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: self.callback(batched_events) Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: event.method(event) Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: return f(self, *a, **k) Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: return self._get(url).json() Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: return self.request(url, 'GET', **kwargs) Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:13:04.176305 dv-cinder-815673-1-smb neutron-server[82783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:13:04.278656 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:04.283680 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:04.286469 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:04.302147 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-c75f7c5a-89c1-4cf5-9ed4-2f802e741a0d req-9084ef3f-5280-48f2-91e4-4d3106f29301 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:13:04.310333 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=feafa5a0-01c9-4c3e-b6cc-3a74f93545ce,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:04.317097 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:04.318583 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-c75f7c5a-89c1-4cf5-9ed4-2f802e741a0d req-9084ef3f-5280-48f2-91e4-4d3106f29301 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:13:04.320495 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c75f7c5a-89c1-4cf5-9ed4-2f802e741a0d req-9084ef3f-5280-48f2-91e4-4d3106f29301 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=54cdab6c-9e82-4690-baa5-6c023c08a99b HTTP/1.1" status: 200 len: 210 time: 0.0674360 Oct 27 15:13:04.330194 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/feafa5a0-01c9-4c3e-b6cc-3a74f93545ce HTTP/1.1" status: 204 len: 168 time: 1.1019535 Oct 27 15:13:04.330849 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42842) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:04.383850 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device f089373c-13d0-4d0a-9005-4a64e33e263d no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:04.416313 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: f089373c-13d0-4d0a-9005-4a64e33e263d {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:04.416672 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device f089373c-13d0-4d0a-9005-4a64e33e263d not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:04.417099 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device ea120045-8a81-4e87-8caa-769d7b57cdf4 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:04.449784 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: ea120045-8a81-4e87-8caa-769d7b57cdf4 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:04.450134 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device ea120045-8a81-4e87-8caa-769d7b57cdf4 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:04.575544 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] Deleting port ea120045-8a81-4e87-8caa-769d7b57cdf4 {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:04.576592 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:04.645865 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-96384133-2d34-4f95-8846-9aea46ae9a6f None None] The port 'ea120045-8a81-4e87-8caa-769d7b57cdf4' was deleted {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 15:13:04.748708 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447984'] for router_interface, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:05.468146 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Deleting port f624eafd-5e27-474d-8854-dbbe4f1cf709 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:05.468883 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:05.648800 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] For port f624eafd-5e27-474d-8854-dbbe4f1cf709, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=f624eafd-5e27-474d-8854-dbbe4f1cf709,segment=NetworkSegment(cfb4086d-0e45-4fe3-927a-1d6fde6938c7),segment_id=cfb4086d-0e45-4fe3-927a-1d6fde6938c7)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:05.649154 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:05.773689 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Calling delete_port for f624eafd-5e27-474d-8854-dbbe4f1cf709 owned by network:router_interface {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:05.820720 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8cc7e-6c41-4894-8008-b9f5a71551a0 req-e8f5bc0e-ae9b-40be-8411-06aebf8d1a46 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:05.822313 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a2e8cc7e-6c41-4894-8008-b9f5a71551a0 req-e8f5bc0e-ae9b-40be-8411-06aebf8d1a46 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 945 time: 0.0862894 Oct 27 15:13:05.871651 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-a2e8cc7e-6c41-4894-8008-b9f5a71551a0 req-226d14bc-b504-4cc5-9375-f9bec97b7804 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Oct 27 15:13:05.962378 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:05.966190 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-e3c66aac-9d72-430f-ac4d-0fa6f886311b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:06.011255 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f624eafd-5e27-474d-8854-dbbe4f1cf709,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:06.016296 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:06.319437 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447162'] for router_interface, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:06.573361 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:07.037509 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Router 3787f3fd-3f21-498b-b949-4530a446207b has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:13:07.230150 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c1807-9d6b-4b21-96f1-d70615853fed req-d35757be-17da-43cd-bd16-4a5fe67096e0 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:07.231608 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bc3c1807-9d6b-4b21-96f1-d70615853fed req-d35757be-17da-43cd-bd16-4a5fe67096e0 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 945 time: 0.2277150 Oct 27 15:13:07.271609 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-f3935a10-6d02-4c9c-ab2e-539bd69872b8 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:07.273092 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-f3935a10-6d02-4c9c-ab2e-539bd69872b8 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 945 time: 0.2174685 Oct 27 15:13:07.305067 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 125201c9-b3bc-40a2-ae19-ed25e9dd7437 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:07.338693 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 125201c9-b3bc-40a2-ae19-ed25e9dd7437 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:07.339041 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 125201c9-b3bc-40a2-ae19-ed25e9dd7437 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:07.405396 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bc3c1807-9d6b-4b21-96f1-d70615853fed req-7c2f443e-30e9-471a-bd19-c709b50752d1 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670842 Oct 27 15:13:07.423490 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Deleting port a25237f6-b043-4023-9ccb-121f97e4de28 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:07.423640 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:07.585244 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:13:07.594315 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] Sync routers for ids ['3787f3fd-3f21-498b-b949-4530a446207b'] in dv-cinder-815673-1-smb {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:13:07.605904 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] Routers {'3787f3fd-3f21-498b-b949-4530a446207b'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:13:07.606523 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:12:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['3787f3fd-3f21-498b-b949-4530a446207b'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:07.663483 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-a050bb86-13d7-40c1-98dc-e5c2bf0d2a76 admin admin] 10.222.0.55 "PUT /v2.0/routers/3787f3fd-3f21-498b-b949-4530a446207b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3310561 Oct 27 15:13:07.666101 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42856) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:07.712507 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] For port a25237f6-b043-4023-9ccb-121f97e4de28, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=a25237f6-b043-4023-9ccb-121f97e4de28,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:07.712811 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:07.803925 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] Set router 3787f3fd-3f21-498b-b949-4530a446207b gateway port host: dv-cinder-815673-1-smb {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:13:07.840850 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Calling delete_port for a25237f6-b043-4023-9ccb-121f97e4de28 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:07.912054 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks [] for router, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:08.014761 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:08.022293 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:08.057920 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['5a761f43-c6e4-46c0-8da0-385b8e7540be', 'a25237f6-b043-4023-9ccb-121f97e4de28'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:13:08.076296 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Pushing event deleted for resources: {'Port': ['ID=a25237f6-b043-4023-9ccb-121f97e4de28,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:08.076296 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:08.179015 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] No DVR routers for this DVR port a25237f6-b043-4023-9ccb-121f97e4de28 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:13:08.182112 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:08.184891 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc71c2b9-ad98-4e87-9254-73d679bc5377', 'name': 'network-vif-deleted', 'tag': 'a25237f6-b043-4023-9ccb-121f97e4de28'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:13:08.208638 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb235ccf-c5f2-496d-bdde-c66a820a5e77 req-72661e3c-4ed4-4825-a0ab-d0d5e1a3d121 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "DELETE /v2.0/ports/a25237f6-b043-4023-9ccb-121f97e4de28 HTTP/1.1" status: 204 len: 173 time: 0.9214220 Oct 27 15:13:08.332578 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc71c2b9-ad98-4e87-9254-73d679bc5377', 'name': 'network-vif-deleted', 'tag': 'a25237f6-b043-4023-9ccb-121f97e4de28', 'status': 'completed', 'code': 200} Oct 27 15:13:08.398929 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11'}], 'enable_snat': True}, 'gw_port_id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:13:05Z', 'revision_number': 5, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port': {'id': 'dc736843-dfa7-439d-b4a4-38dcfad5d3d9', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3787f3fd-3f21-498b-b949-4530a446207b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:41Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:08.407869 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] Checking router: 3787f3fd-3f21-498b-b949-4530a446207b for host: dv-cinder-815673-1-smb {{(pid=82784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:13:08.411219 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:08.425222 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Deleting port dc736843-dfa7-439d-b4a4-38dcfad5d3d9 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:08.426003 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:08.432392 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] Routers {'3787f3fd-3f21-498b-b949-4530a446207b'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:13:08.433077 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:12:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['3787f3fd-3f21-498b-b949-4530a446207b'], 'active': True} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:08.604184 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-d29588c5-cb15-49c6-b059-6d8f290d1be3 req-10e1fa0d-3ba1-4f43-8b16-9a28c41ef072 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Synchronizing usage tracker for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:13:08.615778 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvr_db [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] Set router 3787f3fd-3f21-498b-b949-4530a446207b gateway port host: None {{(pid=82784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:13:08.623241 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-d29588c5-cb15-49c6-b059-6d8f290d1be3 req-10e1fa0d-3ba1-4f43-8b16-9a28c41ef072 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Unset dirty status for tenant:da464e72f7c44e8bbdf2510bea2d4c70 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:13:08.626135 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-d29588c5-cb15-49c6-b059-6d8f290d1be3 req-10e1fa0d-3ba1-4f43-8b16-9a28c41ef072 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc71c2b9-ad98-4e87-9254-73d679bc5377 HTTP/1.1" status: 200 len: 210 time: 0.0687768 Oct 27 15:13:08.683556 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec2317-05c0-4c43-9cb1-7ebdfee986e9 req-1a6c2e11-205c-40ae-8173-bb0346b6c8f8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:08.685310 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6fec2317-05c0-4c43-9cb1-7ebdfee986e9 req-1a6c2e11-205c-40ae-8173-bb0346b6c8f8 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 946 time: 0.2114978 Oct 27 15:13:08.693555 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] For port dc736843-dfa7-439d-b4a4-38dcfad5d3d9, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=dc736843-dfa7-439d-b4a4-38dcfad5d3d9,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:08.694000 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:08.737026 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_hamode_db [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:13:08Z', 'revision_number': 6, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port_host': None}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:08.741336 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f268960-0808-47f5-a5f9-f627f7860135 None None] The sync data for ids ['3787f3fd-3f21-498b-b949-4530a446207b'] in dv-cinder-815673-1-smb is: [{'id': '3787f3fd-3f21-498b-b949-4530a446207b', 'name': 'tempest-TestShelveInstance-2048330180-router', 'tenant_id': '678280c1c5dc42eb87999cba468692fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:39Z', 'updated_at': '2021-10-27T15:13:08Z', 'revision_number': 6, 'project_id': '678280c1c5dc42eb87999cba468692fb', 'gw_port_host': None}] {{(pid=82784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:13:08.864037 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Calling delete_port for dc736843-dfa7-439d-b4a4-38dcfad5d3d9 owned by network:router_gateway {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:08.939470 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-6fec2317-05c0-4c43-9cb1-7ebdfee986e9 req-b14fe207-f5fd-4a66-8f00-05b5089ba8fb tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368140 Oct 27 15:13:09.061643 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:09.065919 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3b1340eb-5843-4129-90ff-98e59f126fec tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:09.110379 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc736843-dfa7-439d-b4a4-38dcfad5d3d9,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:09.114503 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:09.350682 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450247'] for router_gateway, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:09.622307 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8338'] for router, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:09.626642 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:09.652461 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411695'] for router, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:09.653146 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3787f3fd-3f21-498b-b949-4530a446207b {{(pid=82783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 15:13:09.665958 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:09.667101 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-0ac2ed72-450d-434b-b6bd-2c04c0392dd4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/3787f3fd-3f21-498b-b949-4530a446207b HTTP/1.1" status: 204 len: 168 time: 1.9993711 Oct 27 15:13:09.669832 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42876) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:09.732492 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] Deleting subnet d660336d-ff77-4c03-834f-885cf99ded34 {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:13:09.737543 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:09.807527 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:09.828037 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-962b3a28-ae0e-4838-b13d-cf05c051a05c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:09.829647 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-962b3a28-ae0e-4838-b13d-cf05c051a05c tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 946 time: 0.1035740 Oct 27 15:13:09.916336 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Deleting port 684a643f-bbf7-4a72-a7ab-00f44d003eef {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:09.916755 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.030417 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.152429 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.161770 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-63fce05f-6157-4323-ace7-f95f402d436b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:10.202833 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d660336d-ff77-4c03-834f-885cf99ded34,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:10.207758 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:10.211609 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.214286 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6cafa8-1b6f-4dbb-8610-240d66adcbfe None None] Network 1528d661-a300-4eb6-b1d2-cee1c7b78d27 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:13:10.229042 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-65e5572e-9fde-4693-bb8d-55a636c0aec5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d660336d-ff77-4c03-834f-885cf99ded34 HTTP/1.1" status: 204 len: 168 time: 0.5578821 Oct 27 15:13:10.231184 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42886) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:10.235435 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] For port 684a643f-bbf7-4a72-a7ab-00f44d003eef, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=684a643f-bbf7-4a72-a7ab-00f44d003eef,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:10.236151 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.258131 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0db8-229d-498a-ac1e-0a1ef2d09ee3 req-650854f6-fa0d-41d4-bc61-4bd589e3550e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:10.259666 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-796e0db8-229d-498a-ac1e-0a1ef2d09ee3 req-650854f6-fa0d-41d4-bc61-4bd589e3550e tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 946 time: 0.1559153 Oct 27 15:13:10.324949 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-796e0db8-229d-498a-ac1e-0a1ef2d09ee3 req-759d0a32-e4b9-475d-a5a3-65082ff4f778 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups?id=bdf0703d-4718-4cfb-8408-f4356765e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581672 Oct 27 15:13:10.446122 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device f624eafd-5e27-474d-8854-dbbe4f1cf709 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:10.508753 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: f624eafd-5e27-474d-8854-dbbe4f1cf709 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:10.509101 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device f624eafd-5e27-474d-8854-dbbe4f1cf709 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:10.509530 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device dc736843-dfa7-439d-b4a4-38dcfad5d3d9 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:10.549922 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.552457 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: dc736843-dfa7-439d-b4a4-38dcfad5d3d9 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:10.552816 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device dc736843-dfa7-439d-b4a4-38dcfad5d3d9 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:10.645900 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Deleting port 03c962cf-fb91-4e3e-99c8-3667740af4c4 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:10.646250 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.651722 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50545842-c922-4529-8796-cb666bf182c5 None None] DHCP port deletion for 1528d661-a300-4eb6-b1d2-cee1c7b78d27 request from dv-cinder-815673-1-smb {{(pid=82784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 15:13:10.656263 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-50545842-c922-4529-8796-cb666bf182c5 None None] Deleting port 03c962cf-fb91-4e3e-99c8-3667740af4c4 {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:10.656842 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-50545842-c922-4529-8796-cb666bf182c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.848146 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.848768 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-450288'] for floatingip, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:10.848768 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.l3_db [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Floating IP f392355b-4011-4c67-9ad5-886915e4f2e2 disassociated. External IP: 172.28.2.36, port: 684a643f-bbf7-4a72-a7ab-00f44d003eef. Oct 27 15:13:10.849082 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Calling delete_port for 684a643f-bbf7-4a72-a7ab-00f44d003eef owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:10.876592 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-50545842-c922-4529-8796-cb666bf182c5 None None] For port 03c962cf-fb91-4e3e-99c8-3667740af4c4, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=03c962cf-fb91-4e3e-99c8-3667740af4c4,segment=NetworkSegment(cfb4086d-0e45-4fe3-927a-1d6fde6938c7),segment_id=cfb4086d-0e45-4fe3-927a-1d6fde6938c7)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:10.876894 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-50545842-c922-4529-8796-cb666bf182c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:11.023848 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] For port 03c962cf-fb91-4e3e-99c8-3667740af4c4, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=03c962cf-fb91-4e3e-99c8-3667740af4c4,segment=NetworkSegment(cfb4086d-0e45-4fe3-927a-1d6fde6938c7),segment_id=cfb4086d-0e45-4fe3-927a-1d6fde6938c7)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:11.024107 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-50545842-c922-4529-8796-cb666bf182c5 None None] Calling delete_port for 03c962cf-fb91-4e3e-99c8-3667740af4c4 owned by network:dhcp {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:11.024351 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:11.122332 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-50545842-c922-4529-8796-cb666bf182c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335'] for port, after_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:11.127593 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-1743d5f9-22e2-496b-87d8-2755eb90cd1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:11.188356 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Calling delete_port for 03c962cf-fb91-4e3e-99c8-3667740af4c4 owned by network:dhcp {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:11.194079 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50545842-c922-4529-8796-cb666bf182c5 None None] Pushing event deleted for resources: {'Port': ['ID=03c962cf-fb91-4e3e-99c8-3667740af4c4,revision_number=None']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:11.198227 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-50545842-c922-4529-8796-cb666bf182c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:11.206961 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50545842-c922-4529-8796-cb666bf182c5 None None] No DVR routers for this DVR port 03c962cf-fb91-4e3e-99c8-3667740af4c4 on host dv-cinder-815673-1-smb {{(pid=82784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:13:11.288864 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:11.294616 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-10927f08-41ab-477c-92a0-4dc953954930 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:11.340747 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event deleted for resources: {'Port': ['ID=684a643f-bbf7-4a72-a7ab-00f44d003eef,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:11.343952 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:11.345141 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.db.api [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:13:11.345445 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_db.api [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:13:11.357867 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device a25237f6-b043-4023-9ccb-121f97e4de28 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:11.403394 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: a25237f6-b043-4023-9ccb-121f97e4de28 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:11.404342 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device a25237f6-b043-4023-9ccb-121f97e4de28 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:11.404958 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:11.451252 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 684a643f-bbf7-4a72-a7ab-00f44d003eef {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:11.451634 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 684a643f-bbf7-4a72-a7ab-00f44d003eef not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:11.452867 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7741b-a19a-4204-997b-50f22fb83af9 req-089496fb-04db-481e-a035-46c832f57edb tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:11.456709 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f6d7741b-a19a-4204-997b-50f22fb83af9 req-089496fb-04db-481e-a035-46c832f57edb tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 945 time: 0.1201806 Oct 27 15:13:11.508556 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-f6d7741b-a19a-4204-997b-50f22fb83af9 req-f2dc1234-448b-4142-8c54-864c6df4df0a tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466642 Oct 27 15:13:11.564212 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9e3f95ac-9f27-44f2-aaa7-812dc0114aa8 req-4f6058e5-795d-48f9-b13b-ce68e74451ff tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 210 time: 0.0490644 Oct 27 15:13:11.617339 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Router ce24be3e-892e-4346-96fa-b01a3dc8dfbc has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:13:11.873775 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Deleting port 03c962cf-fb91-4e3e-99c8-3667740af4c4 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:11.874514 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:11.946776 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] The port '03c962cf-fb91-4e3e-99c8-3667740af4c4' was deleted {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 15:13:12.080384 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.113103 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1528d661-a300-4eb6-b1d2-cee1c7b78d27']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:12.128318 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:12.128608 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb4086d-0e45-4fe3-927a-1d6fde6938c7') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:12.143941 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.160840 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:13:12.170404 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] Sync routers for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:13:12.182343 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:13:12.182943 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:12:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:12.186802 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.229560 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Releasing vlan 1396 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:13:12.229874 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: util.warn( Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: util.warn( Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: util.warn( Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: util.warn( Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:13:12.243641 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:13:12.259187 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] No DVR routers for this DVR port 684a643f-bbf7-4a72-a7ab-00f44d003eef on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:13:12.262846 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.265371 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-deleted', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:13:12.337656 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67da70d2-43d7-430c-b86b-0222f2f24616', 'name': 'network-vif-deleted', 'tag': '684a643f-bbf7-4a72-a7ab-00f44d003eef', 'status': 'completed', 'code': 200} Oct 27 15:13:12.345455 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-fb1f7445-d3ef-498a-b0ac-dab321fbc80f req-2b6d12d4-1c7e-4420-b134-038851f06054 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.52 "DELETE /v2.0/ports/684a643f-bbf7-4a72-a7ab-00f44d003eef HTTP/1.1" status: 204 len: 173 time: 2.5102150 Oct 27 15:13:12.346915 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.351238 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-75788527-76f7-4263-9e91-b3c49f31c850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:12.371778 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.380082 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Pushing event deleted for resources: {'Network': ['ID=1528d661-a300-4eb6-b1d2-cee1c7b78d27,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:12.382631 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:12.387113 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-dfdc13e3-e888-46d5-b307-393aa5ec4e1e admin admin] 10.222.0.55 "DELETE /v2.0/networks/1528d661-a300-4eb6-b1d2-cee1c7b78d27 HTTP/1.1" status: 204 len: 168 time: 2.1548831 Oct 27 15:13:12.413028 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:13:12.427602 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 03c962cf-fb91-4e3e-99c8-3667740af4c4 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:12.464098 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 03c962cf-fb91-4e3e-99c8-3667740af4c4 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:12.464358 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 03c962cf-fb91-4e3e-99c8-3667740af4c4 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:12.584032 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42904) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:12.645104 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4acff274-9c75-497b-b65c-afdeebd0e9e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0369c2b29c244d56821e09265d801a43&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0587785 Oct 27 15:13:12.647697 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42910) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:12.780584 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-19971c0b-7ad5-4e21-ba5c-94d3feb36a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.784852 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-42383dd9-1f73-45e9-8d16-956e4e50c381 req-1b8807a8-015f-436e-aa44-8dfb1d73caeb tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/ports?device_id=67da70d2-43d7-430c-b86b-0222f2f24616 HTTP/1.1" status: 200 len: 210 time: 0.0434370 Oct 27 15:13:12.861590 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-19971c0b-7ad5-4e21-ba5c-94d3feb36a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:12.866800 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:12.871500 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] Checking router: ce24be3e-892e-4346-96fa-b01a3dc8dfbc for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:13:12.876980 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca52424-9f4b-4ad9-85a3-09f3849db161 req-102b3bbe-7fae-48c7-a071-ebd26201bb56 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:12.878455 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4ca52424-9f4b-4ad9-85a3-09f3849db161 req-102b3bbe-7fae-48c7-a071-ebd26201bb56 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 945 time: 0.2140145 Oct 27 15:13:12.884906 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:13:12.885781 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:12:51Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:12.977334 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4ca52424-9f4b-4ad9-85a3-09f3849db161 req-79d0060e-0a01-435b-b372-a1dcc5ee1c42 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/security-groups?id=9c4a7278-87bd-493e-a435-f9e782d0c5ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904684 Oct 27 15:13:13.005364 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-ee20e533-c0e8-44dc-a9c2-d964956d5176 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:13:13.006783 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-ee20e533-c0e8-44dc-a9c2-d964956d5176 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 945 time: 0.1819215 Oct 27 15:13:13.011376 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-19971c0b-7ad5-4e21-ba5c-94d3feb36a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.048298 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d8e6d48f-643f-4c99-ad53-0a460721360b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:13.079575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19971c0b-7ad5-4e21-ba5c-94d3feb36a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61fe89f-4374-463c-af49-48b655869e90,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:13.090724 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-19971c0b-7ad5-4e21-ba5c-94d3feb36a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:13.095061 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-19971c0b-7ad5-4e21-ba5c-94d3feb36a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.099311 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-19971c0b-7ad5-4e21-ba5c-94d3feb36a09 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d61fe89f-4374-463c-af49-48b655869e90 HTTP/1.1" status: 204 len: 168 time: 0.4472136 Oct 27 15:13:13.105564 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:13:13.120610 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Deleting port 5a761f43-c6e4-46c0-8da0-385b8e7540be {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:13.121052 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.393992 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] For port 5a761f43-c6e4-46c0-8da0-385b8e7540be, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=5a761f43-c6e4-46c0-8da0-385b8e7540be,segment=NetworkSegment(55954185-ed74-4c03-ab77-fa2322c335c5),segment_id=55954185-ed74-4c03-ab77-fa2322c335c5)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:13.394625 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.456219 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:13.461285 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a960fe-3386-4028-8e89-6474776b54a9 None None] The sync data for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb is: [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:05:43Z', 'revision_number': 4, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb', '_interfaces': [{'id': '4cc77c59-0224-40e9-989c-2f72bce12429', 'name': '', 'network_id': 'e97f6297-20f8-444b-8f59-70b41c6cdc5c', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'mac_address': 'fa:16:3e:84:62:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:05:56Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'subnets': [{'id': '8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:13:13.526733 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Calling delete_port for 5a761f43-c6e4-46c0-8da0-385b8e7540be owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:13.538375 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42918) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:13.598382 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-6a8d8816-16d6-4f20-9dca-31487003ba0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=678280c1c5dc42eb87999cba468692fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0586970 Oct 27 15:13:13.600660 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42922) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:13.672206 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f58b-4ef0-492d-9f4b-79016adbaf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.692032 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.698147 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-18aa4f3c-63d5-4af9-92e6-bdd5adeb93ff tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:13.702753 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f58b-4ef0-492d-9f4b-79016adbaf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.722823 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9328169-27f6-49d0-9d05-37e12b0a370e None None] New status for floating IP f392355b-4011-4c67-9ad5-886915e4f2e2: DOWN {{(pid=82784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Oct 27 15:13:13.745561 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Pushing event deleted for resources: {'Port': ['ID=5a761f43-c6e4-46c0-8da0-385b8e7540be,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:13.748539 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:13.774479 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f58b-4ef0-492d-9f4b-79016adbaf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.779703 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-c729aace-612d-4ffc-b88f-85d247a4091d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:13.793422 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8f58b-4ef0-492d-9f4b-79016adbaf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e87e378-e9f9-4203-9c5e-9121c5fe450f,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:13.796418 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a7c8f58b-4ef0-492d-9f4b-79016adbaf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:13.797461 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a7c8f58b-4ef0-492d-9f4b-79016adbaf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.798790 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a7c8f58b-4ef0-492d-9f4b-79016adbaf99 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e87e378-e9f9-4203-9c5e-9121c5fe450f HTTP/1.1" status: 204 len: 168 time: 0.1972270 Oct 27 15:13:13.834560 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] No DVR routers for this DVR port 5a761f43-c6e4-46c0-8da0-385b8e7540be on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:13:13.837013 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:13.851716 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-04876ca1-b7d8-4731-85c5-67405d6ffa2c req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.52 "DELETE /v2.0/ports/5a761f43-c6e4-46c0-8da0-385b8e7540be HTTP/1.1" status: 204 len: 173 time: 0.8354967 Oct 27 15:13:14.014819 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42934) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:14.113317 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0998c908-72c0-4b65-9683-5bdd31925af9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:14.181476 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0998c908-72c0-4b65-9683-5bdd31925af9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:14.205228 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-ccf9f5c0-4edf-4042-a11c-9b2dab8c78a4 req-4ad7ae60-603b-4e02-aad3-049ee824c963 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49bf621-11b3-45c0-afef-645552cc3581 HTTP/1.1" status: 200 len: 210 time: 0.0631382 Oct 27 15:13:14.253584 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0998c908-72c0-4b65-9683-5bdd31925af9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:14.258673 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e64af2d9-053c-493a-be0f-e9da19b37621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:14.277378 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998c908-72c0-4b65-9683-5bdd31925af9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf0703d-4718-4cfb-8408-f4356765e0e5,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:14.280174 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-0998c908-72c0-4b65-9683-5bdd31925af9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:14.293931 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-0998c908-72c0-4b65-9683-5bdd31925af9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:14.294890 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-0998c908-72c0-4b65-9683-5bdd31925af9 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "DELETE /v2.0/security-groups/bdf0703d-4718-4cfb-8408-f4356765e0e5 HTTP/1.1" status: 204 len: 168 time: 0.2781699 Oct 27 15:13:14.298188 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42938) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:14.317119 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.api.v2.resource [None req-e9af4680-fce2-43e9-8bd5-c3428f49f002 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] show failed (client error): The resource could not be found. Oct 27 15:13:14.318160 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e9af4680-fce2-43e9-8bd5-c3428f49f002 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "GET /v2.0/security-groups/bdf0703d-4718-4cfb-8408-f4356765e0e5 HTTP/1.1" status: 404 len: 347 time: 0.0191915 Oct 27 15:13:14.321142 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42942) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:14.338612 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49bf621-11b3-45c0-afef-645552cc3581', 'name': 'network-vif-deleted', 'tag': '5a761f43-c6e4-46c0-8da0-385b8e7540be'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:13:14.401287 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49bf621-11b3-45c0-afef-645552cc3581', 'name': 'network-vif-deleted', 'tag': '5a761f43-c6e4-46c0-8da0-385b8e7540be', 'status': 'completed', 'code': 200} Oct 27 15:13:14.503348 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Deleting port f7e72ccc-58f8-41db-b8b2-7f510dbd8f12 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:14.503682 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:14.675045 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:14.675699 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:14.796813 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Calling delete_port for f7e72ccc-58f8-41db-b8b2-7f510dbd8f12 owned by network:floatingip {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:14.941361 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:14.944885 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4a51bf2d-e677-410a-b588-34363b8e5715 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:14.986510 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Pushing event deleted for resources: {'Port': ['ID=f7e72ccc-58f8-41db-b8b2-7f510dbd8f12,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:14.990525 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:15.085723 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks [] for floatingip, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.100939 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for floatingip, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.102240 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-08f8c165-d79d-4194-93d5-8ab952c88db1 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] 10.222.0.55 "DELETE /v2.0/floatingips/f392355b-4011-4c67-9ad5-886915e4f2e2 HTTP/1.1" status: 204 len: 168 time: 0.7800424 Oct 27 15:13:15.321800 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42954) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:15.386155 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 5a761f43-c6e4-46c0-8da0-385b8e7540be no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:15.391385 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] Deleting subnet 0d03d861-261d-4ff7-92d7-402d0647bf87 {{(pid=82782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:13:15.395647 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.426351 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 5a761f43-c6e4-46c0-8da0-385b8e7540be {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:15.426748 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 5a761f43-c6e4-46c0-8da0-385b8e7540be not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:15.541388 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1004507'] for subnet, precommit_delete_associations {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.597721 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.674915 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-928181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1570830'] for subnet, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.678984 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-6d973e30-92d3-40e2-b887-10136ddd0289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:15.713719 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d03d861-261d-4ff7-92d7-402d0647bf87,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:15.716294 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:15.722052 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.727843 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-3b60d366-75e6-4684-aa98-30bcacba1bf9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0d03d861-261d-4ff7-92d7-402d0647bf87 HTTP/1.1" status: 204 len: 168 time: 0.4049914 Oct 27 15:13:15.730484 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 42958) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:15.837189 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.961331 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:15.987074 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2fa235-e0a6-4764-a88f-cb7214e61416']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:15.999317 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55954185-ed74-4c03-ab77-fa2322c335c5') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:15.999572 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55954185-ed74-4c03-ab77-fa2322c335c5') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:16.011814 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.029912 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.036432 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Releasing vlan 1388 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:13:16.037029 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:13:16.051196 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:13:16.134689 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.138138 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:16.151903 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.162872 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2fa235-e0a6-4764-a88f-cb7214e61416,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:16.166139 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:16.172784 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-f55f0721-632c-46df-9bff-3721292cb93e admin admin] 10.222.0.55 "DELETE /v2.0/networks/ae2fa235-e0a6-4764-a88f-cb7214e61416 HTTP/1.1" status: 204 len: 168 time: 0.4403789 Oct 27 15:13:16.394954 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42968) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:16.451194 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-c7b0dae9-9f0b-4af7-967b-1e76b54cdcf0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da464e72f7c44e8bbdf2510bea2d4c70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514600 Oct 27 15:13:16.451499 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 42972) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:16.521865 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe907-b26d-46a3-859d-3e22bb02255c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.555300 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe907-b26d-46a3-859d-3e22bb02255c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.615809 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe907-b26d-46a3-859d-3e22bb02255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.627741 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-25e4173f-093a-45a7-a66e-18169525271f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:16.644528 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7fe907-b26d-46a3-859d-3e22bb02255c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4a7278-87bd-493e-a435-f9e782d0c5ef,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:16.647010 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-dd7fe907-b26d-46a3-859d-3e22bb02255c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:16.655293 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-dd7fe907-b26d-46a3-859d-3e22bb02255c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:16.657067 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-dd7fe907-b26d-46a3-859d-3e22bb02255c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c4a7278-87bd-493e-a435-f9e782d0c5ef HTTP/1.1" status: 204 len: 168 time: 0.2047873 Oct 27 15:13:17.968169 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43012) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:18.511189 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-0abdcee3-276e-4532-9281-8eec28dc542f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:18.694508 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-447984'] for router_interface, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:18.904168 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:19.344480 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Deleting port 4cc77c59-0224-40e9-989c-2f72bce12429 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:19.345068 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:19.545366 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] For port 4cc77c59-0224-40e9-989c-2f72bce12429, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=4cc77c59-0224-40e9-989c-2f72bce12429,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:19.545723 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:19.682706 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Calling delete_port for 4cc77c59-0224-40e9-989c-2f72bce12429 owned by network:router_interface {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:19.868527 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:19.872215 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4498802d-ed06-4055-b1e5-b151d68870b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:19.949835 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc77c59-0224-40e9-989c-2f72bce12429,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:19.957517 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:20.330788 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3570862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-447162'] for router_interface, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:20.785700 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-190be240-8de7-402c-9676-f44d4194cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:20.927055 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Router ce24be3e-892e-4346-96fa-b01a3dc8dfbc has already been hosted by L3 agent 567b0f09-9deb-4d28-8917-61b15b998b89 {{(pid=82783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:13:21.138333 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] Notify agent at l3_agent.dv-cinder-815673-1-smb the message routers_updated {{(pid=82783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:13:21.151104 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] Sync routers for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Oct 27 15:13:21.160155 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-e0e46f0e-20a4-453d-a96d-ac998090f6fd admin admin] 10.222.0.55 "PUT /v2.0/routers/ce24be3e-892e-4346-96fa-b01a3dc8dfbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1902940 Oct 27 15:13:21.162508 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43052) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:21.166143 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:13:21.178749 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:13:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:21.367538 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: dv-cinder-815673-1-smb {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:13:21.370856 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks [] for router, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:21.658175 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'external_fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209'}], 'enable_snat': True}, 'gw_port_id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:13:19Z', 'revision_number': 5, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port': {'id': '6d9700b7-a3a2-4ac8-8980-55872c25aca7', 'name': '', 'network_id': '0f55d325-7075-4613-8cc1-223ea34f07f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:f0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ba4294b-87f6-4259-be27-625446557328', 'ip_address': '172.28.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:38Z', 'updated_at': '2021-10-27T15:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8ba4294b-87f6-4259-be27-625446557328', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-smb'}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:21.661919 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] Checking router: ce24be3e-892e-4346-96fa-b01a3dc8dfbc for host: dv-cinder-815673-1-smb {{(pid=82785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Oct 27 15:13:21.672159 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] Routers {'ce24be3e-892e-4346-96fa-b01a3dc8dfbc'} bound to L3 agent in host dv-cinder-815673-1-smb {{(pid=82785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:13:21.672947 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815673-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T14:57:21Z,description=,heartbeat_timestamp=2021-10-27T15:13:21Z,host='dv-cinder-815673-1-smb',id=567b0f09-9deb-4d28-8917-61b15b998b89,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T14:57:21Z,topic='l3_agent')) {'router_ids': ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'], 'active': True} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:21.690851 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:21.700063 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Deleting port 6d9700b7-a3a2-4ac8-8980-55872c25aca7 {{(pid=82783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:21.700434 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:21.823200 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:21.848259 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_dvr_db [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] Set router ce24be3e-892e-4346-96fa-b01a3dc8dfbc gateway port host: None {{(pid=82785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Oct 27 15:13:21.875468 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.db [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] For port 6d9700b7-a3a2-4ac8-8980-55872c25aca7, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=6d9700b7-a3a2-4ac8-8980-55872c25aca7,segment=NetworkSegment(18ea99d9-24b9-452d-b0e7-11e9db90f324),segment_id=18ea99d9-24b9-452d-b0e7-11e9db90f324)] {{(pid=82783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:21.875860 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:21.955409 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.l3_hamode_db [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:13:21Z', 'revision_number': 6, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port_host': None}], 'dv-cinder-815673-1-smb', False) {} {{(pid=82785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:21.959195 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b79e70-d4f9-4da7-b197-503e29d3b86c None None] The sync data for ids ['ce24be3e-892e-4346-96fa-b01a3dc8dfbc'] in dv-cinder-815673-1-smb is: [{'id': 'ce24be3e-892e-4346-96fa-b01a3dc8dfbc', 'name': 'tempest-AttachVolumeShelveTestJSON-1952599796-router', 'tenant_id': '37b7003b5b6c4189901c618c23f98dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:37Z', 'updated_at': '2021-10-27T15:13:21Z', 'revision_number': 6, 'project_id': '37b7003b5b6c4189901c618c23f98dc3', 'gw_port_host': None}] {{(pid=82785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Oct 27 15:13:22.004489 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.plugins.ml2.plugin [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Calling delete_port for 6d9700b7-a3a2-4ac8-8980-55872c25aca7 owned by network:router_gateway {{(pid=82783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:22.174104 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1500575'] for port, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:22.177893 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-02fb0794-5388-4fc8-ac43-2af066723ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:22.221061 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d9700b7-a3a2-4ac8-8980-55872c25aca7,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:22.223523 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:22.387810 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4cc77c59-0224-40e9-989c-2f72bce12429 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:22.442366 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 4cc77c59-0224-40e9-989c-2f72bce12429 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:22.442722 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 4cc77c59-0224-40e9-989c-2f72bce12429 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:22.451122 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-450247'] for router_gateway, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:22.723647 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411827', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8338'] for router, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:22.728521 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:22.765191 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411695'] for router, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:22.765918 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce24be3e-892e-4346-96fa-b01a3dc8dfbc {{(pid=82783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 15:13:22.781219 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] Notify callbacks [] for router, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:22.784451 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-da83d097-d91d-40fe-af27-61d65642318e admin admin] 10.222.0.55 "DELETE /v2.0/routers/ce24be3e-892e-4346-96fa-b01a3dc8dfbc HTTP/1.1" status: 204 len: 168 time: 1.6209135 Oct 27 15:13:22.786904 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43076) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:22.849973 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] Deleting subnet 8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba {{(pid=82783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:13:22.855905 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:22.914675 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3864193'] for subnet, precommit_delete_associations {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:22.997956 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.072945 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1500616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1465849'] for subnet, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.077515 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-bc49ae29-5e98-4ed3-a73f-4f2192910119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:23.213063 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43090) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:23.239713 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for subnet, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.239944 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.243045 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:23.245672 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:23.248146 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60f8ab-1f9f-4a15-a799-feea1c473799 None None] Network e97f6297-20f8-444b-8f59-70b41c6cdc5c requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:13:23.252025 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-7835d5f1-b240-4622-92b4-2d25751fed90 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8d7d6a7a-a3bf-4204-8e60-8256ab1a87ba HTTP/1.1" status: 204 len: 168 time: 0.4640248 Oct 27 15:13:23.256077 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43096) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:23.398406 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.400966 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.445859 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Deleting port 09039a82-ffeb-47ab-9f38-f431ddef3365 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:23.446191 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.504218 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:23.514389 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc26698fc5147d289a12160d22276ff is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:23.519462 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:23.538623 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] DHCP port deletion for e97f6297-20f8-444b-8f59-70b41c6cdc5c request from dv-cinder-815673-1-smb {{(pid=82784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Oct 27 15:13:23.543366 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] Deleting port 09039a82-ffeb-47ab-9f38-f431ddef3365 {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:23.543884 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.557341 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:23.713740 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] For port 09039a82-ffeb-47ab-9f38-f431ddef3365, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=09039a82-ffeb-47ab-9f38-f431ddef3365,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:23.714092 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.794022 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] For port 09039a82-ffeb-47ab-9f38-f431ddef3365, host dv-cinder-815673-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-smb',level=0,port_id=09039a82-ffeb-47ab-9f38-f431ddef3365,segment=NetworkSegment(07b010bd-d974-4c86-b92b-86c74a8451b2),segment_id=07b010bd-d974-4c86-b92b-86c74a8451b2)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:13:23.794465 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.845737 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Calling delete_port for 09039a82-ffeb-47ab-9f38-f431ddef3365 owned by network:dhcp {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:23.893860 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.901570 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:23.911544 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-12f3ef46-cf44-4202-bae7-788f305c705f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:23.917611 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] Calling delete_port for 09039a82-ffeb-47ab-9f38-f431ddef3365 owned by network:dhcp {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:13:23.968163 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df472d61-ed1f-47cb-bacc-1374e6ea3ef2,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:23.972409 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:23.975410 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1fc26698fc5147d289a12160d22276ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7613382 Oct 27 15:13:23.978068 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43100) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:23.990562 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.db.api [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:13:23.990934 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_db.api [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:13:23.995066 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.001172 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a156e298-68cc-4c11-95e6-1e6346200cbd tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:24.056854 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Pushing event deleted for resources: {'Port': ['ID=09039a82-ffeb-47ab-9f38-f431ddef3365,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:24.066271 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:24.067636 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] No DVR routers for this DVR port 09039a82-ffeb-47ab-9f38-f431ddef3365 on host dv-cinder-815673-1-smb {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:13:24.154553 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5730aecc-074c-4520-8619-565582d69af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.292960 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.331132 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5730aecc-074c-4520-8619-565582d69af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.338391 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97f6297-20f8-444b-8f59-70b41c6cdc5c']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:24.359020 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b010bd-d974-4c86-b92b-86c74a8451b2') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:24.359347 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b010bd-d974-4c86-b92b-86c74a8451b2') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:13:24.370921 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 6d9700b7-a3a2-4ac8-8980-55872c25aca7 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:24.384426 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.403587 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.405124 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 6d9700b7-a3a2-4ac8-8980-55872c25aca7 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:24.405431 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 6d9700b7-a3a2-4ac8-8980-55872c25aca7 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:24.405845 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 09039a82-ffeb-47ab-9f38-f431ddef3365 no longer exists at agent ovs-agent-dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:13:24.414115 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Releasing vlan 1353 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:13:24.414510 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:13:24.428009 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:13:24.434469 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5730aecc-074c-4520-8619-565582d69af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.442307 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] No Port match for: 09039a82-ffeb-47ab-9f38-f431ddef3365 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:13:24.442491 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-abe8c947-348a-4273-8295-21e8481d7db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:24.442664 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Device 09039a82-ffeb-47ab-9f38-f431ddef3365 not bound to the agent host dv-cinder-815673-1-smb {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:13:24.492605 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] Deleting port 09039a82-ffeb-47ab-9f38-f431ddef3365 {{(pid=82784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:13:24.493086 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.515286 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730aecc-074c-4520-8619-565582d69af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df472d61-ed1f-47cb-bacc-1374e6ea3ef2,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:24.525939 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-5730aecc-074c-4520-8619-565582d69af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:24.534059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5730aecc-074c-4520-8619-565582d69af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.535255 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-5730aecc-074c-4520-8619-565582d69af3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df472d61-ed1f-47cb-bacc-1374e6ea3ef2 HTTP/1.1" status: 204 len: 168 time: 0.5560610 Oct 27 15:13:24.539433 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.543807 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:24.565634 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.566995 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-9392df6c-fe71-40b7-b9d7-5315741b71b9 None None] The port '09039a82-ffeb-47ab-9f38-f431ddef3365' was deleted {{(pid=82784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Oct 27 15:13:24.571864 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Pushing event deleted for resources: {'Network': ['ID=e97f6297-20f8-444b-8f59-70b41c6cdc5c,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:24.575655 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:24.581753 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-2e4d4132-200e-4d50-aa7b-6f17641076ce admin admin] 10.222.0.55 "DELETE /v2.0/networks/e97f6297-20f8-444b-8f59-70b41c6cdc5c HTTP/1.1" status: 204 len: 168 time: 1.3245995 Oct 27 15:13:24.723172 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43110) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:24.773259 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-2368e761-aa73-49ab-81f5-dbd9cef957b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37b7003b5b6c4189901c618c23f98dc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488527 Oct 27 15:13:24.775777 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43114) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:24.840304 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4ff1f67-3dbb-459a-84ed-4819b3715f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.867182 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4ff1f67-3dbb-459a-84ed-4819b3715f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.919472 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4ff1f67-3dbb-459a-84ed-4819b3715f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.924828 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-c6091d3d-b979-4f57-8505-e29c99f69d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:24.938656 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff1f67-3dbb-459a-84ed-4819b3715f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9640d1-3b6c-4f60-a1d5-923c3c38f38c,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:24.942118 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d4ff1f67-3dbb-459a-84ed-4819b3715f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:24.945575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4ff1f67-3dbb-459a-84ed-4819b3715f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:24.947949 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d4ff1f67-3dbb-459a-84ed-4819b3715f35 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df9640d1-3b6c-4f60-a1d5-923c3c38f38c HTTP/1.1" status: 204 len: 168 time: 0.1711242 Oct 27 15:13:27.088408 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43202) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:27.251446 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:27.283253 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:27.287339 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Usage tracker for resource:security_group_rule and tenant:5f66eeb8896242408b46168ae26aa1d5 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:27.290210 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:27.295854 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:27.367475 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:27.371142 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:27.378229 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-5730aecc-074c-4520-8619-565582d69af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:27.416028 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9291de64-5c2d-4927-b951-ad1a2081ffee,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:27.420781 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:27.424352 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-0997a469-86ff-45bc-bb5f-4b8a90ac1dce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5f66eeb8896242408b46168ae26aa1d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3346229 Oct 27 15:13:27.426938 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43208) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:27.490289 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1cca97fc-a550-48db-b529-4e98ffc6d5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:27.516317 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1cca97fc-a550-48db-b529-4e98ffc6d5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:27.565992 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1cca97fc-a550-48db-b529-4e98ffc6d5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:27.569570 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ace7972d-4a06-42ec-ae76-f1b9e2804ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:27.583508 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca97fc-a550-48db-b529-4e98ffc6d5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9291de64-5c2d-4927-b951-ad1a2081ffee,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:27.587499 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1cca97fc-a550-48db-b529-4e98ffc6d5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:27.591240 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-1cca97fc-a550-48db-b529-4e98ffc6d5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:27.592559 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-1cca97fc-a550-48db-b529-4e98ffc6d5dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9291de64-5c2d-4927-b951-ad1a2081ffee HTTP/1.1" status: 204 len: 168 time: 0.1646094 Oct 27 15:13:27.914945 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43216) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:27.934037 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:27.965185 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:27.969621 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Usage tracker for resource:security_group_rule and tenant:8da95073c7824a3096fac98ae7637fd3 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:27.972436 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:27.978190 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:28.056332 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:28.060014 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:28.066359 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-28962e48-293d-413f-a215-3d5fae22df9a tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:28.106238 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6d7a1f-6c26-49e8-bb4d-2580c7b29c65,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:28.111726 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8da95073c7824a3096fac98ae7637fd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1957464 Oct 27 15:13:28.112946 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:28.113846 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43220) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:28.177191 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7ac0-0b03-41fb-aa9f-fbb970a675b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:28.204783 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7ac0-0b03-41fb-aa9f-fbb970a675b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:28.259916 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7ac0-0b03-41fb-aa9f-fbb970a675b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:28.263487 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-19971c0b-7ad5-4e21-ba5c-94d3feb36a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:28.276500 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a7ac0-0b03-41fb-aa9f-fbb970a675b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6d7a1f-6c26-49e8-bb4d-2580c7b29c65,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:28.279369 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9d8a7ac0-0b03-41fb-aa9f-fbb970a675b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:28.281815 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9d8a7ac0-0b03-41fb-aa9f-fbb970a675b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:28.285580 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-9d8a7ac0-0b03-41fb-aa9f-fbb970a675b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e6d7a1f-6c26-49e8-bb4d-2580c7b29c65 HTTP/1.1" status: 204 len: 168 time: 0.1708581 Oct 27 15:13:31.476434 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43322) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:31.619378 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:31.649945 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:31.653811 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Usage tracker for resource:security_group_rule and tenant:de33e0731c834e028448e3bf29eeba20 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:31.657477 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:31.663271 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:31.730506 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:31.733715 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:31.740771 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2ce335c7-afad-45cf-8fe7-47c9faf38991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:31.782477 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a1d3b7-6a8a-4241-b04e-d4f0160749d0,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:31.786612 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=de33e0731c834e028448e3bf29eeba20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3091817 Oct 27 15:13:31.787489 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9307015a-d25c-43cc-8dfa-fd3d98e691b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:31.789302 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43328) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:31.852470 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b54f8687-6767-4050-bb9d-71dfba4c3e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:31.882661 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b54f8687-6767-4050-bb9d-71dfba4c3e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:31.938110 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b54f8687-6767-4050-bb9d-71dfba4c3e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:31.943646 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-cebb7080-e5b6-4621-8428-60cbc60b7c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:31.956563 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f8687-6767-4050-bb9d-71dfba4c3e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a1d3b7-6a8a-4241-b04e-d4f0160749d0,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:31.961088 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-b54f8687-6767-4050-bb9d-71dfba4c3e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:31.963849 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-b54f8687-6767-4050-bb9d-71dfba4c3e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:31.968334 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-b54f8687-6767-4050-bb9d-71dfba4c3e7b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3a1d3b7-6a8a-4241-b04e-d4f0160749d0 HTTP/1.1" status: 204 len: 168 time: 0.1780293 Oct 27 15:13:32.310579 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43346) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:32.330283 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:32.362957 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:32.366686 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Usage tracker for resource:security_group_rule and tenant:e73e7eb5dee74b6fa09973878deda0ac is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:32.369540 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:32.375759 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:32.444537 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:32.448199 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:32.454982 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d74d2295-de04-44ac-9b8b-6047b879e02b tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:32.492971 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a017d5-5ba3-4cb1-8955-bd9db20fde62,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:32.496434 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:32.498742 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e73e7eb5dee74b6fa09973878deda0ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1871316 Oct 27 15:13:32.501649 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43350) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:32.565659 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d848ce46-2266-4e9e-9536-3a33316e2ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:32.591953 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d848ce46-2266-4e9e-9536-3a33316e2ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:32.641615 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d848ce46-2266-4e9e-9536-3a33316e2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:32.645512 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-22a00175-06e0-4cf3-aba4-f799b2f02810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:32.657164 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848ce46-2266-4e9e-9536-3a33316e2ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a017d5-5ba3-4cb1-8955-bd9db20fde62,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:32.660685 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d848ce46-2266-4e9e-9536-3a33316e2ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:32.664373 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d848ce46-2266-4e9e-9536-3a33316e2ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:32.665617 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d848ce46-2266-4e9e-9536-3a33316e2ce7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d8a017d5-5ba3-4cb1-8955-bd9db20fde62 HTTP/1.1" status: 204 len: 168 time: 0.1630006 Oct 27 15:13:35.157344 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:13:35.637931 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43454) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:35.783143 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:35.814707 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:35.818525 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Usage tracker for resource:security_group_rule and tenant:aff1eb79a0744c39a463ed5d7af785be is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:35.821319 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:35.826872 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:35.898728 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:35.902857 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:35.910230 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-4d269f10-6d71-4f91-8fc6-1ec78577e384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:35.951054 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745febfc-cb23-4e2b-b63f-fad8f708a476,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:35.954262 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:35.957664 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aff1eb79a0744c39a463ed5d7af785be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3177519 Oct 27 15:13:35.962003 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43460) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:36.038626 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f5a3443c-c489-4576-b903-39739782a6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.066028 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f5a3443c-c489-4576-b903-39739782a6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.121377 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f5a3443c-c489-4576-b903-39739782a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.125886 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-591fddc8-b106-4228-997e-37d5c75e6c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:36.139691 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3443c-c489-4576-b903-39739782a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745febfc-cb23-4e2b-b63f-fad8f708a476,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:36.149513 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f5a3443c-c489-4576-b903-39739782a6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:36.149513 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f5a3443c-c489-4576-b903-39739782a6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.153746 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-f5a3443c-c489-4576-b903-39739782a6e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/745febfc-cb23-4e2b-b63f-fad8f708a476 HTTP/1.1" status: 204 len: 168 time: 0.1905737 Oct 27 15:13:36.539888 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43482) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:36.563059 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.565072 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.597788 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:36.601597 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ec3c12d51d4be699b112d530e2e18e is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:36.605252 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:36.610956 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:36.679994 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.684267 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.691554 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:36.729500 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d065300a-4fc9-42de-9e8d-77753986452c,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:36.732533 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:36.740924 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-221f63d2-52d9-487e-a4f9-9d1c5bd6c6e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e0ec3c12d51d4be699b112d530e2e18e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1976488 Oct 27 15:13:36.741688 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43486) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:36.802910 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5c90fbb9-26d8-4c87-90fa-753f3c4f392d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.829371 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5c90fbb9-26d8-4c87-90fa-753f3c4f392d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.880349 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5c90fbb9-26d8-4c87-90fa-753f3c4f392d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.884393 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-75fff332-4534-4811-8388-ff0c524a4907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:36.901174 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90fbb9-26d8-4c87-90fa-753f3c4f392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d065300a-4fc9-42de-9e8d-77753986452c,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:36.904659 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-5c90fbb9-26d8-4c87-90fa-753f3c4f392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:36.910535 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5c90fbb9-26d8-4c87-90fa-753f3c4f392d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:36.911631 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-5c90fbb9-26d8-4c87-90fa-753f3c4f392d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d065300a-4fc9-42de-9e8d-77753986452c HTTP/1.1" status: 204 len: 168 time: 0.1694648 Oct 27 15:13:38.257328 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43530) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:38.399234 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:38.430857 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:38.434468 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Usage tracker for resource:security_group_rule and tenant:f3dc2521ff67439097c7b7b475a00093 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:38.437241 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:38.443246 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:38.509653 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:38.513343 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:38.521515 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a7c8f58b-4ef0-492d-9f4b-79016adbaf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:38.563864 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9245fb-9939-4576-9e73-e8eb23f3ab1b,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:38.567733 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:38.571742 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3dc2521ff67439097c7b7b475a00093&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3121603 Oct 27 15:13:38.573988 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43536) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:38.632372 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28d09655-1a11-48c6-b086-32fd1876c155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:38.659658 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28d09655-1a11-48c6-b086-32fd1876c155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:38.714021 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28d09655-1a11-48c6-b086-32fd1876c155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:38.717636 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-da04df27-ad3e-488a-8b50-c69d30368d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:38.729990 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d09655-1a11-48c6-b086-32fd1876c155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9245fb-9939-4576-9e73-e8eb23f3ab1b,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:38.733401 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-28d09655-1a11-48c6-b086-32fd1876c155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:38.736769 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-28d09655-1a11-48c6-b086-32fd1876c155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:38.740532 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-28d09655-1a11-48c6-b086-32fd1876c155 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b9245fb-9939-4576-9e73-e8eb23f3ab1b HTTP/1.1" status: 204 len: 168 time: 0.1662343 Oct 27 15:13:48.516395 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-ddc30594-0405-479d-b80a-118013854477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:48.908062 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:50.789618 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-2e4d6659-7b38-4fb0-9a8a-0a86a4c5f3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:51.822016 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.044759 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43772) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:53.207813 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.244977 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:53.249242 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Usage tracker for resource:security_group_rule and tenant:5fb9826cd3b94d619294744f8f879267 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:53.252458 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.253112 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:53.260747 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:53.337081 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.341600 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.349873 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b8fd7f3a-0c14-4be6-a225-0dc7a2fbca43 tempest-TestShelveInstance-1852143831 tempest-TestShelveInstance-1852143831-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:53.398502 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef44fb0b-5f8c-43f0-9a49-86ac90216ee9,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:53.402656 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fb9826cd3b94d619294744f8f879267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3568881 Oct 27 15:13:53.403534 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f9410039-c5fe-4b11-abe6-80bc5b1d2da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:53.406095 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43786) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:53.467892 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc38c-f116-4d36-b12b-4b400b1fefa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.494352 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc38c-f116-4d36-b12b-4b400b1fefa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.548924 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc38c-f116-4d36-b12b-4b400b1fefa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.553262 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f5a3443c-c489-4576-b903-39739782a6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:53.564675 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbc38c-f116-4d36-b12b-4b400b1fefa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef44fb0b-5f8c-43f0-9a49-86ac90216ee9,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:53.568451 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6cdbc38c-f116-4d36-b12b-4b400b1fefa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:53.571792 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6cdbc38c-f116-4d36-b12b-4b400b1fefa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:53.572964 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-6cdbc38c-f116-4d36-b12b-4b400b1fefa2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef44fb0b-5f8c-43f0-9a49-86ac90216ee9 HTTP/1.1" status: 204 len: 168 time: 0.1667039 Oct 27 15:13:59.556489 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 43948) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:59.696741 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:59.727302 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:13:59.731057 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Usage tracker for resource:security_group_rule and tenant:1eacd09bf78e41afa7d7a40bad4bfe2a is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:13:59.733829 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:13:59.740001 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:13:59.809357 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:59.813019 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:59.819765 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-5c4ad9b5-910d-4021-9371-fa8119f212af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:13:59.860683 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c10d61-feb5-45d9-9c06-18c92899b1af,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:13:59.866168 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1eacd09bf78e41afa7d7a40bad4bfe2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3086555 Oct 27 15:13:59.868879 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43954) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:13:59.873125 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.873529 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.874070 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.874555 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.875001 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.875346 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.875711 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.876076 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.876459 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.876821 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.877181 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:13:59.881688 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:13:59.928625 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:13:59.953445 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.004391 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.008186 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-842345d3-659e-4063-b3f1-b715bd9a2b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:00.019198 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c10d61-feb5-45d9-9c06-18c92899b1af,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:00.030102 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.031198 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/34c10d61-feb5-45d9-9c06-18c92899b1af HTTP/1.1" status: 204 len: 168 time: 0.1613636 Oct 27 15:14:00.032915 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.033326 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.033666 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.034031 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.034429 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.034789 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.035142 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.035812 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.035812 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.036169 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.036542 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:00.039589 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-65d9a182-d8fc-4c3b-867f-543f2d8fab50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:00.382985 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43966) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:00.401874 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.433474 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:00.437483 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Usage tracker for resource:security_group_rule and tenant:a8f3b1254be246febe179ba211b382d8 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:00.441531 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:00.447398 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:00.515962 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.521455 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.528969 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7cf7fad1-e07a-4060-b820-7838ca57c8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:00.574524 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe6475f-4eda-4875-ab5d-3f4a44782953,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:00.578135 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:00.580718 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-fa4db350-a7e9-4a88-ad5c-08e725e9233e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a8f3b1254be246febe179ba211b382d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1967089 Oct 27 15:14:00.584462 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 43974) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:00.650017 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10ba-aa10-49db-ba52-a27363b8ddad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.674864 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10ba-aa10-49db-ba52-a27363b8ddad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.727950 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10ba-aa10-49db-ba52-a27363b8ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.732559 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d848ce46-2266-4e9e-9536-3a33316e2ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:00.745473 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c10ba-aa10-49db-ba52-a27363b8ddad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe6475f-4eda-4875-ab5d-3f4a44782953,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:00.748086 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0c1c10ba-aa10-49db-ba52-a27363b8ddad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:00.749236 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-0c1c10ba-aa10-49db-ba52-a27363b8ddad admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:00.750828 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-0c1c10ba-aa10-49db-ba52-a27363b8ddad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fe6475f-4eda-4875-ab5d-3f4a44782953 HTTP/1.1" status: 204 len: 168 time: 0.1649859 Oct 27 15:14:03.716839 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44050) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:03.857045 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:03.890016 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:03.894108 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Usage tracker for resource:security_group_rule and tenant:340476e6c1a64333828d012dbe8844fc is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:03.896936 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:03.902591 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:03.976044 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:03.980007 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:03.986421 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-03344568-b5f0-4a6f-923c-ffe117fa9acf tempest-AttachVolumeTestJSON-193443339 tempest-AttachVolumeTestJSON-193443339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:04.025779 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7234513-39f7-4968-b65c-d13302d9ac2f,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:04.028982 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:04.031583 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-59b4afb8-629f-41e0-a91e-6458d1d29c81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=340476e6c1a64333828d012dbe8844fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3137469 Oct 27 15:14:04.035213 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44056) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:04.099948 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1e970733-bc1f-4a0a-a23d-33f96fbf5b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.126460 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1e970733-bc1f-4a0a-a23d-33f96fbf5b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.180271 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1e970733-bc1f-4a0a-a23d-33f96fbf5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.184172 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-7761f110-0c99-4b33-9beb-b9c11b7438fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:04.197857 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e970733-bc1f-4a0a-a23d-33f96fbf5b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7234513-39f7-4968-b65c-d13302d9ac2f,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:04.201715 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-1e970733-bc1f-4a0a-a23d-33f96fbf5b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:04.208691 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-1e970733-bc1f-4a0a-a23d-33f96fbf5b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.209791 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-1e970733-bc1f-4a0a-a23d-33f96fbf5b55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7234513-39f7-4968-b65c-d13302d9ac2f HTTP/1.1" status: 204 len: 168 time: 0.1738040 Oct 27 15:14:04.581048 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44070) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:04.599515 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.632649 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:04.636537 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Usage tracker for resource:security_group_rule and tenant:fbc7f6851f5e4efd8a1060827601e8d4 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:04.639509 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:04.645796 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:04.720278 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.725103 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.732343 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-b6f2b62d-14fc-4cdd-9ed7-96d6493a9a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:04.779651 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbc7f6851f5e4efd8a1060827601e8d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1974232 Oct 27 15:14:04.780419 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cd8524-be68-430a-9f4e-3ace2e87b4be,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:04.782729 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44074) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:04.783269 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-a3da847d-2367-4203-87df-64cff53184ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:04.859196 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6637d3b5-55e1-4bbb-8e77-7cca058cded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.885908 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6637d3b5-55e1-4bbb-8e77-7cca058cded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.939995 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6637d3b5-55e1-4bbb-8e77-7cca058cded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.943772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-83ed3c54-e1dc-468b-93be-c33e30d1aed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:04.954725 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6637d3b5-55e1-4bbb-8e77-7cca058cded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cd8524-be68-430a-9f4e-3ace2e87b4be,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:04.958952 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-6637d3b5-55e1-4bbb-8e77-7cca058cded4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:04.962914 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-6637d3b5-55e1-4bbb-8e77-7cca058cded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:04.964132 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-6637d3b5-55e1-4bbb-8e77-7cca058cded4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/46cd8524-be68-430a-9f4e-3ace2e87b4be HTTP/1.1" status: 204 len: 168 time: 0.1796985 Oct 27 15:14:05.372427 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44086) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:05.391423 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:05.424642 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:05.428532 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Usage tracker for resource:security_group_rule and tenant:15ab0f40ecae422e9378bfcb35bec834 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:05.433490 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:05.437187 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:05.507017 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:05.510821 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:05.517183 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-adb049ef-3ef9-4931-a563-bca8f732e751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:05.559084 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75977de1-5508-4a3d-8267-694296b0d042,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:05.562272 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:05.565313 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-55e93104-aaa1-4fa4-a7ca-8371c13db76b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=15ab0f40ecae422e9378bfcb35bec834&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1913757 Oct 27 15:14:05.568040 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44090) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:05.628246 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-aee126bc-5851-46c0-8105-e17c98314e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:05.653874 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-aee126bc-5851-46c0-8105-e17c98314e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:05.708587 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-aee126bc-5851-46c0-8105-e17c98314e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:05.712193 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-5c454de3-e840-4d63-a250-a41d8aaa61fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:05.724984 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee126bc-5851-46c0-8105-e17c98314e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75977de1-5508-4a3d-8267-694296b0d042,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:05.727916 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-aee126bc-5851-46c0-8105-e17c98314e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:05.735887 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-aee126bc-5851-46c0-8105-e17c98314e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:05.739186 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-aee126bc-5851-46c0-8105-e17c98314e81 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/75977de1-5508-4a3d-8267-694296b0d042 HTTP/1.1" status: 204 len: 168 time: 0.1694992 Oct 27 15:14:06.589682 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:09.347254 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44154) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:09.485596 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:09.518907 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:09.522698 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7f41fba0b04c5c9e21b6d1bc6ebdbf is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:09.525482 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:09.531200 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:09.599597 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:09.603457 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:09.610280 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-f393e58a-8af4-48c9-b0d2-1b2ad926b129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:09.652073 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83011f3f-fd23-47cc-b7cd-07e249f59df9,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:09.656528 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:09.660134 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-7af59257-a07f-4aae-a891-dd6bad9d3400 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad7f41fba0b04c5c9e21b6d1bc6ebdbf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3118427 Oct 27 15:14:09.662844 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44164) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:09.726285 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-527bd119-488d-4a6a-8107-de667445fafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:09.752554 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-527bd119-488d-4a6a-8107-de667445fafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:09.806205 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-527bd119-488d-4a6a-8107-de667445fafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:09.811738 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-68cca6bc-4a8c-47d4-bf8c-ea82d401f78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:09.822880 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527bd119-488d-4a6a-8107-de667445fafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83011f3f-fd23-47cc-b7cd-07e249f59df9,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:09.826311 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-527bd119-488d-4a6a-8107-de667445fafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:09.829530 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-527bd119-488d-4a6a-8107-de667445fafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:09.830718 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-527bd119-488d-4a6a-8107-de667445fafa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/83011f3f-fd23-47cc-b7cd-07e249f59df9 HTTP/1.1" status: 204 len: 168 time: 0.1670461 Oct 27 15:14:09.885138 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44172) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:10.028868 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.064924 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:10.068965 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Usage tracker for resource:security_group_rule and tenant:41a2f7c6176f4e57a9bc4d22c0922411 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:10.071794 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:10.077566 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:10.155118 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.160125 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.168534 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d4ff1f67-3dbb-459a-84ed-4819b3715f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:10.224747 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ab41e-68a2-46a5-a167-74680656de8b,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:10.229330 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:10.234980 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44180) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:10.244906 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-ece1778a-5b59-43c5-bee5-cbf19fe37676 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=41a2f7c6176f4e57a9bc4d22c0922411&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3585320 Oct 27 15:14:10.257224 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44184) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:10.276847 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.305073 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9ea3-a6df-4c36-8dec-a91b69ed9594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.313338 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:10.317792 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Usage tracker for resource:security_group_rule and tenant:0aee513a048845cd86cf320af9257659 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:10.320815 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:10.327141 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:10.338045 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9ea3-a6df-4c36-8dec-a91b69ed9594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.397556 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9ea3-a6df-4c36-8dec-a91b69ed9594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.401329 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.401839 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-90d2318e-98e8-41ae-ac24-8a6eb2ecdc8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:10.405221 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.413470 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9e704fec-12aa-4fb3-915f-accb23a4e686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:10.415192 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c9ea3-a6df-4c36-8dec-a91b69ed9594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ab41e-68a2-46a5-a167-74680656de8b,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:10.419289 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-3e0c9ea3-a6df-4c36-8dec-a91b69ed9594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:10.422639 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-3e0c9ea3-a6df-4c36-8dec-a91b69ed9594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.424883 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-3e0c9ea3-a6df-4c36-8dec-a91b69ed9594 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d82ab41e-68a2-46a5-a167-74680656de8b HTTP/1.1" status: 204 len: 168 time: 0.1887825 Oct 27 15:14:10.450877 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c9eb28-2135-425a-990c-75ffc6867028,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:10.457653 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:10.464066 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0aee513a048845cd86cf320af9257659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2056777 Oct 27 15:14:10.466773 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44190) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:10.536846 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2281e332-e101-425e-bc79-0a24dbfdb068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.565214 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2281e332-e101-425e-bc79-0a24dbfdb068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.632516 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2281e332-e101-425e-bc79-0a24dbfdb068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.638130 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a9298cdb-f451-4c57-9f6f-4cac9746eac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:10.654575 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281e332-e101-425e-bc79-0a24dbfdb068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c9eb28-2135-425a-990c-75ffc6867028,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:10.659653 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-2281e332-e101-425e-bc79-0a24dbfdb068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:10.671978 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-2281e332-e101-425e-bc79-0a24dbfdb068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:10.673481 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-2281e332-e101-425e-bc79-0a24dbfdb068 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33c9eb28-2135-425a-990c-75ffc6867028 HTTP/1.1" status: 204 len: 168 time: 0.2053907 Oct 27 15:14:12.159249 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:14:18.519651 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-89964f9f-c28a-4f17-8dd7-2dbf451d8a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:18.594673 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44314) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:18.736796 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:18.770290 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:18.774824 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Usage tracker for resource:security_group_rule and tenant:33c55998fbdf4e18bd9f337cd045e323 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:18.777709 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:18.783474 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:18.863880 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:18.867743 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:18.874389 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-13de040a-8a10-4903-8725-c6268aefd8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:18.916741 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc14d1cf-ff01-4ede-ab85-3b0f12737b2e,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:18.919532 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:18.922250 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33c55998fbdf4e18bd9f337cd045e323&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3265698 Oct 27 15:14:18.923200 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-6fa9e9c5-2a05-412e-b33b-49419e408e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:18.924894 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44320) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:18.999777 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7909eef2-7714-48fe-83a2-d7e5b208e598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.027383 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7909eef2-7714-48fe-83a2-d7e5b208e598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.089938 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7909eef2-7714-48fe-83a2-d7e5b208e598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.095635 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-13c51351-53b9-4e6d-9a20-933d7f24475f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:19.119400 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909eef2-7714-48fe-83a2-d7e5b208e598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc14d1cf-ff01-4ede-ab85-3b0f12737b2e,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:19.126868 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-7909eef2-7714-48fe-83a2-d7e5b208e598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:19.127970 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-7909eef2-7714-48fe-83a2-d7e5b208e598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.130374 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-7909eef2-7714-48fe-83a2-d7e5b208e598 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fc14d1cf-ff01-4ede-ab85-3b0f12737b2e HTTP/1.1" status: 204 len: 168 time: 0.2042661 Oct 27 15:14:19.467217 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44328) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:19.485225 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.516330 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:19.520507 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Usage tracker for resource:security_group_rule and tenant:6dec6bc677aa4b89bea25f20fa3aa5af is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:19.523315 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:19.528892 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:19.670518 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.674608 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.682751 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-95c5fbd5-0f24-4d5e-909b-64d0615d1613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:19.722598 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406fe1ab-9f49-45bc-be75-ad19e290d022,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:19.725702 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:19.727874 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-5328aec2-c456-40e8-a5d4-0a683ff034f3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dec6bc677aa4b89bea25f20fa3aa5af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2596586 Oct 27 15:14:19.731007 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44332) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:19.791677 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5bb96643-2d4d-465d-8b08-618819316088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.820389 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5bb96643-2d4d-465d-8b08-618819316088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.871502 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5bb96643-2d4d-465d-8b08-618819316088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.875265 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-4bff71ee-6028-43c2-a620-362488689163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:19.888252 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb96643-2d4d-465d-8b08-618819316088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406fe1ab-9f49-45bc-be75-ad19e290d022,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:19.891960 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-5bb96643-2d4d-465d-8b08-618819316088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:19.898699 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-5bb96643-2d4d-465d-8b08-618819316088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:19.899825 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-5bb96643-2d4d-465d-8b08-618819316088 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/406fe1ab-9f49-45bc-be75-ad19e290d022 HTTP/1.1" status: 204 len: 168 time: 0.1678393 Oct 27 15:14:20.791443 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d8b18350-4564-47df-9706-7f8571c8a35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:21.827419 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:23.245289 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:36.600519 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:37.617004 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44426) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:37.760630 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:37.792550 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:37.796398 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb189b9d57a447c9e629e8e03e2ba09 is out of sync, need to count used quota {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:37.799110 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.quota.resource [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:37.805065 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.db.quota.driver [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:37.870211 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:37.873969 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:37.880385 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-8b623ab7-b383-411a-a453-3a6c9f532214 tempest-TestMinimumBasicScenario-1841005290 tempest-TestMinimumBasicScenario-1841005290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:37.919713 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ad7a6-0a34-46e4-87c9-de431745ed1a,revision_number=1']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:37.923211 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:37.925575 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-efad5f1e-aae6-4072-b95c-2d9ab1759036 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5eb189b9d57a447c9e629e8e03e2ba09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3075788 Oct 27 15:14:37.928475 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.wsgi [-] (82783) accepted ('10.222.0.55', 44432) {{(pid=82783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:37.987486 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f61f66dd-93bc-42ca-8f41-04dc4c11411d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:38.012835 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f61f66dd-93bc-42ca-8f41-04dc4c11411d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:38.063006 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f61f66dd-93bc-42ca-8f41-04dc4c11411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:38.067544 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-eeccd794-4b74-4f24-84c2-c57f19345b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:38.089495 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f66dd-93bc-42ca-8f41-04dc4c11411d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ad7a6-0a34-46e4-87c9-de431745ed1a,revision_number=None']} {{(pid=82783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:38.092945 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG oslo_concurrency.lockutils [None req-f61f66dd-93bc-42ca-8f41-04dc4c11411d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82783) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:38.096032 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron_lib.callbacks.manager [None req-f61f66dd-93bc-42ca-8f41-04dc4c11411d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:38.097161 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [None req-f61f66dd-93bc-42ca-8f41-04dc4c11411d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/206ad7a6-0a34-46e4-87c9-de431745ed1a HTTP/1.1" status: 204 len: 168 time: 0.1677632 Oct 27 15:14:38.865709 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44454) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:38.993152 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-646419241-network', 'tenant_id': '67c3392f2f3349ce81fead6f138f7822'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:14:38.997858 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:39.001557 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Usage tracker for resource:network and tenant:67c3392f2f3349ce81fead6f138f7822 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:39.004319 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:39.011002 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:39.021638 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Made reservation on behalf of 67c3392f2f3349ce81fead6f138f7822 for: {'network': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:14:39.023797 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for network, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.036310 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.067196 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:39.070915 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Usage tracker for resource:security_group_rule and tenant:67c3392f2f3349ce81fead6f138f7822 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:39.073651 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:39.079150 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:39.145105 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.150014 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.152951 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-65636211-78ef-47e2-a51d-5bf11854c4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:39.183745 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] vlan segment allocate from pool success with {'vlan_id': 1376, 'physical_network': 'physnet1'} {{(pid=82782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:14:39.192101 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:39.195700 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:39.198497 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.198799 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.db.segments_db [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Added segment d0859623-1f17-4027-a763-34b0aedc0eb8 of type vlan for network ac606356-b4f0-470e-968f-ce8d3320d785 Oct 27 15:14:39.225502 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787840209125'] for network, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.253310 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721'] for network, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.254495 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:39.255070 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.258246 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:39.360345 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Pushing event updated for resources: {'Network': ['ID=ac606356-b4f0-470e-968f-ce8d3320d785,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:39.363354 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:39.368733 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-bb1fc278-8329-426f-be64-04a5da09937e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5018780 Oct 27 15:14:39.369983 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Network ac606356-b4f0-470e-968f-ce8d3320d785 details requested by agent ovs-agent-dv-cinder-815673-1-smb with host dv-cinder-815673-1-smb {{(pid=82784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 27 15:14:39.370864 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44460) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:14:39.376182 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Request body: {'subnet': {'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-646419241-subnet', 'tenant_id': '67c3392f2f3349ce81fead6f138f7822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:14:39.381116 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:39.384877 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Usage tracker for resource:subnet and tenant:67c3392f2f3349ce81fead6f138f7822 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:39.387672 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:39.393482 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:39.404482 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Made reservation on behalf of 67c3392f2f3349ce81fead6f138f7822 for: {'subnet': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:14:39.406919 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1570913'] for subnet, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.605159 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-928118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1570839'] for subnet, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.609028 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:39.681458 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Pushing event updated for resources: {'Subnet': ['ID=270a8397-8996-4632-bca3-1f6ded8e529e,revision_number=0']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:39.684072 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:39.700018 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Checking segment: {'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:14:39.700412 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Network hostable DHCP agents. Network: ac606356-b4f0-470e-968f-ce8d3320d785, hostable agents: ['5a3c2c9c-d5bd-42fa-95d1-c067cec321b3'], hosted agents: [] {{(pid=82782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:14:39.721808 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Network ac606356-b4f0-470e-968f-ce8d3320d785 is scheduled to be hosted by DHCP agent 5a3c2c9c-d5bd-42fa-95d1-c067cec321b3 with binding_index 1 {{(pid=82782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:14:39.731820 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-smb, ac606356-b4f0-470e-968f-ce8d3320d785) {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:14:39.736538 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:39.738259 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:39.741459 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd9147a-c329-4c69-9929-91e98040ea7a None None] Network ac606356-b4f0-470e-968f-ce8d3320d785 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:14:39.759348 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-a1147978-4384-4c54-ab35-029f3492b29f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3874080 Oct 27 15:14:39.956369 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368b2c1a-ae61-4556-b075-03452feff814 None None] Network ac606356-b4f0-470e-968f-ce8d3320d785 requested from dv-cinder-815673-1-smb {{(pid=82784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Oct 27 15:14:41.931228 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-6ad228d2-e52c-45bf-b8f5-8c0ee627e427 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:41.932725 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-6ad228d2-e52c-45bf-b8f5-8c0ee627e427 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/networks?id=ac606356-b4f0-470e-968f-ce8d3320d785 HTTP/1.1" status: 200 len: 813 time: 0.2390120 Oct 27 15:14:41.949443 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-c0ae09a1-72a1-4898-a4c1-9bfb0c9bfcbb tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/quotas/67c3392f2f3349ce81fead6f138f7822 HTTP/1.1" status: 200 len: 375 time: 0.0113926 Oct 27 15:14:41.995046 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-5ea50fc7-a9dd-4a4a-b71f-d2dc9b0ea8e3 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67c3392f2f3349ce81fead6f138f7822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407374 Oct 27 15:14:42.133989 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-8be7b55d-25ef-4261-98ca-992b84066ff1 service neutron] 10.222.0.55 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323893 Oct 27 15:14:42.267246 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-f2d2dfe4-026d-48d5-9d37-e82e1ee08d4f service neutron] 10.222.0.55 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271091 Oct 27 15:14:42.457501 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-30d31a61-db5c-42b2-b472-26eac89c2ffc req-4b3db874-a919-4027-b381-6c2a30826a16 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 210 time: 0.0457966 Oct 27 15:14:43.450684 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-9857c516-f403-450c-80f2-6805c32c2f44 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:43.451251 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-9857c516-f403-450c-80f2-6805c32c2f44 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Synchronizing usage tracker for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:network {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:14:43.469054 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-9857c516-f403-450c-80f2-6805c32c2f44 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Unset dirty status for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:network {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:14:43.470252 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-9857c516-f403-450c-80f2-6805c32c2f44 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.52 "GET /v2.0/networks?id=ac606356-b4f0-470e-968f-ce8d3320d785 HTTP/1.1" status: 200 len: 813 time: 0.1629162 Oct 27 15:14:43.487003 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Request body: {'port': {'device_id': 'db0310c7-070e-4116-9b7c-2a26853b3e10', 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785', 'admin_state_up': True, 'tenant_id': '67c3392f2f3349ce81fead6f138f7822'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:14:43.623169 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-75f8aaa7-bec0-42b4-a333-1bf6263e6de8 req-fe1eec64-e466-4f61-a6e8-34e5fd2ef455 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 210 time: 0.0426900 Oct 27 15:14:43.626350 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:14:43.630636 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Usage tracker for resource:port and tenant:67c3392f2f3349ce81fead6f138f7822 is out of sync, need to count used quota {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 27 15:14:43.633466 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 27 15:14:43.639130 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:14:43.650106 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Made reservation on behalf of 67c3392f2f3349ce81fead6f138f7822 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:14:43.653172 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:43.818736 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Allocated IP 172.20.0.2 (ac606356-b4f0-470e-968f-ce8d3320d785/270a8397-8996-4632-bca3-1f6ded8e529e/e68fd629-38bc-49d1-835c-9887cb2899d4) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:14:44.013689 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:44.041915 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:44.047900 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-99caedf3-b665-4da4-9bcb-7f2e537acd94 tempest-AttachVolumeNegativeTest-1037762491 tempest-AttachVolumeNegativeTest-1037762491-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:44.122901 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Network ac606356-b4f0-470e-968f-ce8d3320d785 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:14:44.126608 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:14:44.128434 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Pushing event updated for resources: {'Port': ['ID=e68fd629-38bc-49d1-835c-9887cb2899d4,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:44.130915 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:14:44.156375 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:44.192053 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:44.192676 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:44.212258 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d043dd83-5a5c-43b2-a639-5b7664fe8847 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291470 Oct 27 15:14:44.223774 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Request body: {'port': {'device_id': 'db0310c7-070e-4116-9b7c-2a26853b3e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:14:44.332017 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:44.803520 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68fd629-38bc-49d1-835c-9887cb2899d4 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:14:44.813496 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:44.838927 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Transition to ACTIVE for port object e68fd629-38bc-49d1-835c-9887cb2899d4 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:14:44.843849 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:44.848477 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0b8f49f2-6b74-4cee-b589-a1ca749ea524 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:44.916789 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5071f-5530-4dac-b943-4ee57633d1dc req-71cf30dd-def5-4893-b7ec-9f1ca750ee4f tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:44.917474 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-58e5071f-5530-4dac-b943-4ee57633d1dc req-71cf30dd-def5-4893-b7ec-9f1ca750ee4f tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Synchronizing usage tracker for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:14:44.981786 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Pushing event updated for resources: {'Port': ['ID=e68fd629-38bc-49d1-835c-9887cb2899d4,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:44.986202 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:45.027688 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-58e5071f-5530-4dac-b943-4ee57633d1dc req-71cf30dd-def5-4893-b7ec-9f1ca750ee4f tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Unset dirty status for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:14:45.028851 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-58e5071f-5530-4dac-b943-4ee57633d1dc req-71cf30dd-def5-4893-b7ec-9f1ca750ee4f tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 931 time: 0.2805045 Oct 27 15:14:45.128102 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-58e5071f-5530-4dac-b943-4ee57633d1dc req-1f33b8ec-4fe5-4a48-a549-2a20a32a1511 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Synchronizing usage tracker for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:security_group {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:14:45.139778 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Attempting to bind port e68fd629-38bc-49d1-835c-9887cb2899d4 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:14:45.140111 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Attempting to bind port e68fd629-38bc-49d1-835c-9887cb2899d4 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:14:45.140459 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Attempting to bind port e68fd629-38bc-49d1-835c-9887cb2899d4 on network ac606356-b4f0-470e-968f-ce8d3320d785 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:14:45.152858 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Port e68fd629-38bc-49d1-835c-9887cb2899d4 on network ac606356-b4f0-470e-968f-ce8d3320d785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:14:45.153174 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Attempting to bind port e68fd629-38bc-49d1-835c-9887cb2899d4 on network ac606356-b4f0-470e-968f-ce8d3320d785 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:14:45.160811 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-58e5071f-5530-4dac-b943-4ee57633d1dc req-1f33b8ec-4fe5-4a48-a549-2a20a32a1511 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Unset dirty status for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:security_group {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:14:45.161775 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-58e5071f-5530-4dac-b943-4ee57633d1dc req-1f33b8ec-4fe5-4a48-a549-2a20a32a1511 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010773 Oct 27 15:14:45.162593 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:14:45.162929 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Checking segment: {'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:14:45.163297 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Bound using segment: {'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:14:45.163718 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Bound port: e68fd629-38bc-49d1-835c-9887cb2899d4, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:14:45.164061 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:45.251215 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] For port e68fd629-38bc-49d1-835c-9887cb2899d4, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:14:45.254922 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] For port e68fd629-38bc-49d1-835c-9887cb2899d4, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e68fd629-38bc-49d1-835c-9887cb2899d4,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:14:45.258638 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:45.262793 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-cfe7653c-1638-4535-8053-1e50db08f3f4 tempest-AttachVolumeShelveTestJSON-469452903 tempest-AttachVolumeShelveTestJSON-469452903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:45.317924 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:45.319664 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] 10.222.0.52 "PUT /v2.0/ports/e68fd629-38bc-49d1-835c-9887cb2899d4 HTTP/1.1" status: 200 len: 1093 time: 1.1005390 Oct 27 15:14:45.327432 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0310c7-070e-4116-9b7c-2a26853b3e10', 'tag': 'e68fd629-38bc-49d1-835c-9887cb2899d4'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:14:45.350767 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Pushing event updated for resources: {'Port': ['ID=e68fd629-38bc-49d1-835c-9887cb2899d4,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:45.354280 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-1b1222f8-731b-4007-adbf-98860825c9ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:45.388070 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0310c7-070e-4116-9b7c-2a26853b3e10', 'tag': 'e68fd629-38bc-49d1-835c-9887cb2899d4', 'status': 'completed', 'code': 200} Oct 27 15:14:45.428722 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-578e47f1-6605-4ff9-8364-35317d2a36c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c3392f2f3349ce81fead6f138f7822&device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 1096 time: 0.0730138 Oct 27 15:14:45.500885 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-11cc7d15-590d-4975-a97c-a3fffb413643 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e68fd629-38bc-49d1-835c-9887cb2899d4 HTTP/1.1" status: 200 len: 217 time: 0.0652771 Oct 27 15:14:45.563050 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d4a8e483-b05c-41a4-bcc4-eec8b00bf670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:45.564536 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d4a8e483-b05c-41a4-bcc4-eec8b00bf670 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=270a8397-8996-4632-bca3-1f6ded8e529e HTTP/1.1" status: 200 len: 853 time: 0.0568202 Oct 27 15:14:45.615625 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-251ce93d-27cf-4115-b794-27dfc4848f26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac606356-b4f0-470e-968f-ce8d3320d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446770 Oct 27 15:14:45.748417 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-6e0f5098-a5ca-4711-9313-69987000e5bd service neutron] 10.222.0.52 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255839 Oct 27 15:14:45.879887 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1a6dc5dd-5dc4-484d-a02b-c9f428af0ef5 req-d2ade208-a98e-4f06-8936-5f3406115752 service neutron] 10.222.0.52 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246872 Oct 27 15:14:45.990333 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-f56be28c-4a8f-495b-9f8a-f019b31e2e0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c3392f2f3349ce81fead6f138f7822&device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 1096 time: 0.0683353 Oct 27 15:14:46.125472 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-28b4871d-c097-4be9-ad03-c9fbf35e15cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:46.126941 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-28b4871d-c097-4be9-ad03-c9fbf35e15cf service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac606356-b4f0-470e-968f-ce8d3320d785 HTTP/1.1" status: 200 len: 915 time: 0.1283629 Oct 27 15:14:46.287120 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-b24460e7-95d2-4bd6-be6d-c6fd235e8b51 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e68fd629-38bc-49d1-835c-9887cb2899d4 HTTP/1.1" status: 200 len: 217 time: 0.1523938 Oct 27 15:14:46.395369 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-3944bf72-7b8a-40cd-99d8-ab80ea8830fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:46.396746 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-3944bf72-7b8a-40cd-99d8-ab80ea8830fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=270a8397-8996-4632-bca3-1f6ded8e529e HTTP/1.1" status: 200 len: 853 time: 0.1021802 Oct 27 15:14:46.447551 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-43777a57-4d16-41ba-a255-69ba11b5c7c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac606356-b4f0-470e-968f-ce8d3320d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432298 Oct 27 15:14:46.459621 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385d3fd-1bd2-48e1-874a-e648a9432489 req-b61c8bc0-8a4b-4dd3-8316-2766cbf5de25 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:46.461031 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8385d3fd-1bd2-48e1-874a-e648a9432489 req-b61c8bc0-8a4b-4dd3-8316-2766cbf5de25 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 943 time: 0.1676321 Oct 27 15:14:46.591257 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8385d3fd-1bd2-48e1-874a-e648a9432489 req-c5696bb7-e8d8-4ae3-ba0a-c7200128b8cd tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115179 Oct 27 15:14:46.625721 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-6de755fc-ea53-4b23-bc75-525d7007465a service neutron] 10.222.0.52 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637609 Oct 27 15:14:46.758060 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-381a3ac0-d8d4-4f91-80ed-4edc97ef6245 req-7bb66e1c-5caf-47ad-b280-96030d075aa3 service neutron] 10.222.0.52 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248393 Oct 27 15:14:47.791576 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device e68fd629-38bc-49d1-835c-9887cb2899d4 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:14:47.798553 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d27596-1811-463a-ab74-d0d41ffc0088 req-d3dd61b9-f3b7-4666-af37-c4e34f2be4dc tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:47.799988 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e7d27596-1811-463a-ab74-d0d41ffc0088 req-d3dd61b9-f3b7-4666-af37-c4e34f2be4dc tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 943 time: 0.0845566 Oct 27 15:14:47.847516 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-e7d27596-1811-463a-ab74-d0d41ffc0088 req-1cd6443e-6600-4407-8ff7-f528d1b95f5d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 Oct 27 15:14:47.926806 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port e68fd629-38bc-49d1-835c-9887cb2899d4, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e68fd629-38bc-49d1-835c-9887cb2899d4,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:14:47.939535 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': 'e68fd629-38bc-49d1-835c-9887cb2899d4', 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785', 'port_id': 'e68fd629-38bc-49d1-835c-9887cb2899d4', 'mac_address': 'fa:16:3e:04:9b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270a8397-8996-4632-bca3-1f6ded8e529e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:14:47.997066 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:48.041006 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68fd629-38bc-49d1-835c-9887cb2899d4 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:14:48.056018 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port e68fd629-38bc-49d1-835c-9887cb2899d4, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e68fd629-38bc-49d1-835c-9887cb2899d4,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:14:48.060460 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:48.062175 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:48.127696 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=e68fd629-38bc-49d1-835c-9887cb2899d4,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:48.137466 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.137925 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.138421 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.138765 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.139102 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.139436 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.139767 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.140096 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.140455 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.140787 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.141141 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:14:48.145754 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:48.272727 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['e68fd629-38bc-49d1-835c-9887cb2899d4'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:14:48.592819 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-adba7d98-0d9b-4710-83ca-d6ff98f3d4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:48.913942 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:49.044671 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28221d-73e3-4810-8df7-430053910498 req-1cac7b2e-d628-4b8a-8cd6-171971756f7e tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:49.046112 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9d28221d-73e3-4810-8df7-430053910498 req-1cac7b2e-d628-4b8a-8cd6-171971756f7e tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 944 time: 0.0790839 Oct 27 15:14:49.092675 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-9d28221d-73e3-4810-8df7-430053910498 req-6622155b-5ea7-4787-86ff-bc1f49f033ee tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411367 Oct 27 15:14:49.160340 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:14:49.805943 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device e68fd629-38bc-49d1-835c-9887cb2899d4 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:14:49.872796 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port e68fd629-38bc-49d1-835c-9887cb2899d4 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:14:49.877755 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port e68fd629-38bc-49d1-835c-9887cb2899d4 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:14:49.878130 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:49.993875 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:50.019783 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0310c7-070e-4116-9b7c-2a26853b3e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68fd629-38bc-49d1-835c-9887cb2899d4'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:14:50.029927 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port e68fd629-38bc-49d1-835c-9887cb2899d4, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e68fd629-38bc-49d1-835c-9887cb2899d4,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:14:50.033719 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:50.035677 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:14:50.078949 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0310c7-070e-4116-9b7c-2a26853b3e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68fd629-38bc-49d1-835c-9887cb2899d4', 'code': 200} Oct 27 15:14:50.105936 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=e68fd629-38bc-49d1-835c-9887cb2899d4,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:14:50.109042 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:14:50.349694 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861eb64-07ab-467e-a2a3-418735264d23 req-6456b675-53c9-403f-801b-c366349ba836 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:50.351133 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1861eb64-07ab-467e-a2a3-418735264d23 req-6456b675-53c9-403f-801b-c366349ba836 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 945 time: 0.1348200 Oct 27 15:14:50.354740 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f4a6e717-a5c3-4bc9-812e-906670b298a5 req-5d46787b-e28a-4d9e-b752-8ca6cfb33f67 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 1098 time: 0.1011751 Oct 27 15:14:50.428185 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1861eb64-07ab-467e-a2a3-418735264d23 req-f6acd971-b1fd-4ca4-9c18-1b9f9feb09ab tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716226 Oct 27 15:14:50.430022 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f4a6e717-a5c3-4bc9-812e-906670b298a5 req-5b946428-3927-4e8a-93b5-08454b2e5b0d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600181 Oct 27 15:14:50.793490 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e7cd1087-77c5-41c0-8792-29a4fa1420cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:51.632556 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9d6e9-41e1-48ae-85eb-2d94e8db663f req-bab72dac-c314-4049-8320-3ba1cd0a1e98 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:14:51.634000 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b8f9d6e9-41e1-48ae-85eb-2d94e8db663f req-bab72dac-c314-4049-8320-3ba1cd0a1e98 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 945 time: 0.0768843 Oct 27 15:14:51.683101 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b8f9d6e9-41e1-48ae-85eb-2d94e8db663f req-197425b1-31c8-42c4-ba2e-5e406c0f5298 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436444 Oct 27 15:14:51.831450 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:14:53.248455 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:06.588634 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:18.528838 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-4111ac74-cbf9-497a-b25d-d8fe0e88ae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:18.917650 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:20.795057 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f677b2c5-ce44-43b8-b942-d1757e184ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:21.832573 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:23.271709 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:24.795817 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84fe49-b75e-4035-94d8-82d12040cc62 req-56ec7b80-85a9-4685-bb96-db453ce71be6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:24.797234 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9a84fe49-b75e-4035-94d8-82d12040cc62 req-56ec7b80-85a9-4685-bb96-db453ce71be6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 945 time: 0.0796163 Oct 27 15:15:24.844324 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-9a84fe49-b75e-4035-94d8-82d12040cc62 req-b804c042-0fe1-4b78-8916-9bfe8d0aa23e tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415397 Oct 27 15:15:26.042762 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81bf83-41a9-4511-8456-e1a449211fbf req-ce0d182e-ae94-4012-9122-df3943967118 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:26.044352 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1f81bf83-41a9-4511-8456-e1a449211fbf req-ce0d182e-ae94-4012-9122-df3943967118 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 945 time: 0.0787826 Oct 27 15:15:26.089977 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-1f81bf83-41a9-4511-8456-e1a449211fbf req-707d7e34-83a6-4604-bc55-82d692d5ba0c tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Oct 27 15:15:26.160546 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:15:27.291036 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10165c5d-18e3-4755-bfe4-2c73bf9ea3cb req-07a9a3eb-815c-414f-9684-61a1ac49ac78 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:27.292693 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-10165c5d-18e3-4755-bfe4-2c73bf9ea3cb req-07a9a3eb-815c-414f-9684-61a1ac49ac78 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 945 time: 0.0812416 Oct 27 15:15:27.338474 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-10165c5d-18e3-4755-bfe4-2c73bf9ea3cb req-23e4b6e6-1ed6-4e60-ae55-0b5b516b5ec0 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Oct 27 15:15:28.537327 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd9e62-a958-4652-9eb1-90dedde8a9db req-d8950e93-f0fb-4742-ae9f-e523af07adf4 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:28.538715 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-67cd9e62-a958-4652-9eb1-90dedde8a9db req-d8950e93-f0fb-4742-ae9f-e523af07adf4 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 945 time: 0.0823362 Oct 27 15:15:28.583571 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-67cd9e62-a958-4652-9eb1-90dedde8a9db req-adc54dd3-9688-48b3-ac51-5707f0108071 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385942 Oct 27 15:15:29.472156 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-b0da9a89-0fd1-4030-8033-2cadffaa4535 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:29.473536 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-b0da9a89-0fd1-4030-8033-2cadffaa4535 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.52 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 945 time: 0.0775461 Oct 27 15:15:29.545242 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Deleting port e68fd629-38bc-49d1-835c-9887cb2899d4 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:15:29.545900 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:29.783462 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8eac1-23f5-4d53-8f37-66331a071b87 req-81888aaa-fc84-4137-ad25-8a2827758417 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:29.785572 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-87b8eac1-23f5-4d53-8f37-66331a071b87 req-81888aaa-fc84-4137-ad25-8a2827758417 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 945 time: 0.0793419 Oct 27 15:15:29.791205 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] For port e68fd629-38bc-49d1-835c-9887cb2899d4, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=e68fd629-38bc-49d1-835c-9887cb2899d4,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:15:29.791556 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:29.837603 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-87b8eac1-23f5-4d53-8f37-66331a071b87 req-553d9037-a9ed-4660-846f-c824547bef4b tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Oct 27 15:15:30.010144 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Calling delete_port for e68fd629-38bc-49d1-835c-9887cb2899d4 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:15:30.236157 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:30.241820 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-645c74c3-5e75-4662-8f25-7fcc8f66bd4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:15:30.287772 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Pushing event deleted for resources: {'Port': ['ID=e68fd629-38bc-49d1-835c-9887cb2899d4,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:15:30.329837 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.330201 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.330574 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.330944 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.331302 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.331663 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.332018 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.332406 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.332761 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.333115 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.333465 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-smb {{(pid=82782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:15:30.342767 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:15:30.376831 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] No DVR routers for this DVR port e68fd629-38bc-49d1-835c-9887cb2899d4 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:15:30.379637 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:30.382455 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0310c7-070e-4116-9b7c-2a26853b3e10', 'name': 'network-vif-deleted', 'tag': 'e68fd629-38bc-49d1-835c-9887cb2899d4'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:15:30.399710 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-c4bc61ae-ff56-4455-88bf-9025e04bb064 req-fc14b9b4-c670-4a27-946e-640de302afb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.52 "DELETE /v2.0/ports/e68fd629-38bc-49d1-835c-9887cb2899d4 HTTP/1.1" status: 204 len: 173 time: 0.9203293 Oct 27 15:15:30.451242 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0310c7-070e-4116-9b7c-2a26853b3e10', 'name': 'network-vif-deleted', 'tag': 'e68fd629-38bc-49d1-835c-9887cb2899d4', 'status': 'completed', 'code': 200} Oct 27 15:15:31.027763 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-10e0d58c-003c-41cd-abd3-1aabfc12e419 req-684d601f-9215-4d27-9c35-f00c15fb210d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=db0310c7-070e-4116-9b7c-2a26853b3e10 HTTP/1.1" status: 200 len: 210 time: 0.0462048 Oct 27 15:15:32.008640 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device e68fd629-38bc-49d1-835c-9887cb2899d4 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:15:32.042553 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: e68fd629-38bc-49d1-835c-9887cb2899d4 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:15:32.042956 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device e68fd629-38bc-49d1-835c-9887cb2899d4 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:15:36.391956 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-a609d1a8-01ba-495c-ac98-1de06740b273 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:36.393405 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-a609d1a8-01ba-495c-ac98-1de06740b273 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/networks?id=ac606356-b4f0-470e-968f-ce8d3320d785 HTTP/1.1" status: 200 len: 813 time: 0.1426644 Oct 27 15:15:36.409772 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-3eb95220-e47e-4aaa-bd03-12647a66147c tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/quotas/67c3392f2f3349ce81fead6f138f7822 HTTP/1.1" status: 200 len: 375 time: 0.0107822 Oct 27 15:15:36.457297 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-6d57ddeb-40c3-4528-b61e-a044c39d0b90 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=67c3392f2f3349ce81fead6f138f7822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426588 Oct 27 15:15:36.590298 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-375e18a4-41bd-43f4-aab9-000317c1569a service neutron] 10.222.0.55 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264558 Oct 27 15:15:36.603393 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:36.727085 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-27db3edc-1fc8-4168-a14e-ffbf52519229 service neutron] 10.222.0.55 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302335 Oct 27 15:15:36.911488 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-aedaecf0-ca3d-4a3d-bb2b-3735bb545b30 req-17e90795-ffb0-4a18-a847-c0b8f1617991 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Synchronizing usage tracker for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:15:36.928284 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-aedaecf0-ca3d-4a3d-bb2b-3735bb545b30 req-17e90795-ffb0-4a18-a847-c0b8f1617991 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Unset dirty status for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:15:36.936892 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-aedaecf0-ca3d-4a3d-bb2b-3735bb545b30 req-17e90795-ffb0-4a18-a847-c0b8f1617991 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 210 time: 0.0699959 Oct 27 15:15:37.921840 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-3205cd08-6875-4233-aa00-47540db37989 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:37.923291 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-3205cd08-6875-4233-aa00-47540db37989 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.52 "GET /v2.0/networks?id=ac606356-b4f0-470e-968f-ce8d3320d785 HTTP/1.1" status: 200 len: 813 time: 0.1555045 Oct 27 15:15:37.941757 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Request body: {'port': {'device_id': '81b17c34-add9-43a3-a839-76d5608005d6', 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785', 'admin_state_up': True, 'tenant_id': '67c3392f2f3349ce81fead6f138f7822'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:15:38.090826 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 27 15:15:38.102347 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.quota.driver [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 27 15:15:38.113976 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-48805c4a-b058-433c-9449-46a0b7f9b566 req-743f9ef2-1a23-457e-be45-4c59547d1221 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 210 time: 0.0502779 Oct 27 15:15:38.117504 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Made reservation on behalf of 67c3392f2f3349ce81fead6f138f7822 for: {'port': 1} {{(pid=82782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:15:38.122408 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:38.293527 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_common [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Allocated IP 172.20.0.7 (ac606356-b4f0-470e-968f-ce8d3320d785/270a8397-8996-4632-bca3-1f6ded8e529e/33e255b7-2616-4ed9-94d6-f8f83dff84d8) {{(pid=82782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:15:38.494532 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks [] for port, precommit_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:38.521883 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787840223326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_create {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:38.527955 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-3cc7375f-da4f-4467-adbb-c48ae34a6405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:15:38.597883 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Network ac606356-b4f0-470e-968f-ce8d3320d785 is already hosted by enough agents. {{(pid=82782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:15:38.600954 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.scheduler.base_scheduler [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Resources bound (agent type, host, resource id): {{(pid=82782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:15:38.605443 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Pushing event updated for resources: {'Port': ['ID=33e255b7-2616-4ed9-94d6-f8f83dff84d8,revision_number=1']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:15:38.607565 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Received port after_create {{(pid=82782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:15:38.631899 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:15:38.666912 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:38.667506 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:38.691566 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-56336853-8584-49fc-b1cf-b7be3863f350 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7546475 Oct 27 15:15:38.703592 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.v2.base [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Request body: {'port': {'device_id': '81b17c34-add9-43a3-a839-76d5608005d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Oct 27 15:15:38.810776 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:39.151272 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e255b7-2616-4ed9-94d6-f8f83dff84d8 {{(pid=82782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:15:39.158774 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:39.174778 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.provisioning_blocks [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Transition to ACTIVE for port object 33e255b7-2616-4ed9-94d6-f8f83dff84d8 will not be triggered until provisioned by entity L2. {{(pid=82782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:15:39.179089 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:39.183957 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-0c295212-48d3-4a42-8811-7d570d0d0d07 tempest-VolumesActionsTest-1137398240 tempest-VolumesActionsTest-1137398240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:15:39.440769 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Pushing event updated for resources: {'Port': ['ID=33e255b7-2616-4ed9-94d6-f8f83dff84d8,revision_number=2']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:15:39.445887 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:15:39.561985 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Attempting to bind port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 on host hv-cinder-81567 for vnic_type normal with profile {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 27 15:15:39.562309 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Attempting to bind port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 27 15:15:39.562626 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Attempting to bind port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 on network ac606356-b4f0-470e-968f-ce8d3320d785 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:15:39.571899 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ea25f-08f0-4c2d-b887-f6930a4b4c1e req-7c8894bc-5b5a-4123-86cb-60f80afb9125 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:39.572603 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-f14ea25f-08f0-4c2d-b887-f6930a4b4c1e req-7c8894bc-5b5a-4123-86cb-60f80afb9125 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Synchronizing usage tracker for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:port {{(pid=82782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 27 15:15:39.581337 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 on network ac606356-b4f0-470e-968f-ce8d3320d785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Oct 27 15:15:39.581652 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Attempting to bind port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 on network ac606356-b4f0-470e-968f-ce8d3320d785 {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Oct 27 15:15:39.591892 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Checking agent: {'id': 'b0622525-eaa0-4762-8abf-b3ac461017fe', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Oct 27 15:15:39.592222 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Checking segment: {'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Oct 27 15:15:39.592631 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Bound using segment: {'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'} {{(pid=82782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Oct 27 15:15:39.593042 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.managers [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Bound port: 33e255b7-2616-4ed9-94d6-f8f83dff84d8, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0859623-1f17-4027-a763-34b0aedc0eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785'}}] {{(pid=82782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 27 15:15:39.593376 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:39.607186 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.quota.resource [req-f14ea25f-08f0-4c2d-b887-f6930a4b4c1e req-7c8894bc-5b5a-4123-86cb-60f80afb9125 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Unset dirty status for tenant:67c3392f2f3349ce81fead6f138f7822 on resource:port {{(pid=82782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 27 15:15:39.608444 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f14ea25f-08f0-4c2d-b887-f6930a4b4c1e req-7c8894bc-5b5a-4123-86cb-60f80afb9125 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 943 time: 0.2220230 Oct 27 15:15:39.705852 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f14ea25f-08f0-4c2d-b887-f6930a4b4c1e req-823537bb-4067-41a4-91a6-7a4dfe221ea7 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917175 Oct 27 15:15:39.719442 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] For port 33e255b7-2616-4ed9-94d6-f8f83dff84d8, host hv-cinder-81567, cleared binding levels {{(pid=82782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:15:39.722499 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] For port 33e255b7-2616-4ed9-94d6-f8f83dff84d8, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=33e255b7-2616-4ed9-94d6-f8f83dff84d8,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:15:39.728360 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-928251'] for port, after_update {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:39.730847 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:15:39.793690 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:39.795073 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] 10.222.0.52 "PUT /v2.0/ports/33e255b7-2616-4ed9-94d6-f8f83dff84d8 HTTP/1.1" status: 200 len: 1093 time: 1.0954227 Oct 27 15:15:39.795616 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b17c34-add9-43a3-a839-76d5608005d6', 'tag': '33e255b7-2616-4ed9-94d6-f8f83dff84d8'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:15:39.812877 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Pushing event updated for resources: {'Port': ['ID=33e255b7-2616-4ed9-94d6-f8f83dff84d8,revision_number=3']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:15:39.816246 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-135810eb-f746-435b-9ab5-e02c58592273 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:15:39.866477 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b17c34-add9-43a3-a839-76d5608005d6', 'tag': '33e255b7-2616-4ed9-94d6-f8f83dff84d8', 'status': 'completed', 'code': 200} Oct 27 15:15:39.902630 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-94d7520b-2585-470d-9520-6e39ecc40b5d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c3392f2f3349ce81fead6f138f7822&device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 1096 time: 0.0711684 Oct 27 15:15:39.973909 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-02016afa-bbf3-4d97-87a6-21ef01048522 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e255b7-2616-4ed9-94d6-f8f83dff84d8 HTTP/1.1" status: 200 len: 217 time: 0.0647814 Oct 27 15:15:40.036549 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-bf1ff6fd-13c3-4303-971b-ae1a79f1d04c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:40.038012 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-bf1ff6fd-13c3-4303-971b-ae1a79f1d04c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=270a8397-8996-4632-bca3-1f6ded8e529e HTTP/1.1" status: 200 len: 853 time: 0.0573983 Oct 27 15:15:40.083099 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-064b07be-53ad-4faa-afd8-f51a2f0a6a06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac606356-b4f0-470e-968f-ce8d3320d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389116 Oct 27 15:15:40.217523 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-995bc458-92b9-457e-87d6-e297afa9d568 service neutron] 10.222.0.52 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275809 Oct 27 15:15:40.348813 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-bb09d7bf-be0a-4797-9546-3e7dd7abd882 req-872e1fd8-529e-43c7-926d-cdfeb6b91e33 service neutron] 10.222.0.52 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248753 Oct 27 15:15:40.466861 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-bb2ee7d5-ee0f-490e-8940-41c86195abd6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=67c3392f2f3349ce81fead6f138f7822&device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 1096 time: 0.0727141 Oct 27 15:15:40.595943 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-8bedf155-9e06-4f1c-9cfa-32b0101ed246 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:40.597398 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-8bedf155-9e06-4f1c-9cfa-32b0101ed246 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ac606356-b4f0-470e-968f-ce8d3320d785 HTTP/1.1" status: 200 len: 915 time: 0.1242347 Oct 27 15:15:40.664856 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-20589130-0f5f-4c5f-bca6-cc7274607bbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33e255b7-2616-4ed9-94d6-f8f83dff84d8 HTTP/1.1" status: 200 len: 217 time: 0.0595684 Oct 27 15:15:40.728632 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-27fb302c-4e57-4118-8609-e6463695b9c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:40.730599 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-27fb302c-4e57-4118-8609-e6463695b9c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=270a8397-8996-4632-bca3-1f6ded8e529e HTTP/1.1" status: 200 len: 853 time: 0.0596893 Oct 27 15:15:40.774612 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-37dcf390-5bb5-4d4a-ae1e-9732168d1e77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ac606356-b4f0-470e-968f-ce8d3320d785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376651 Oct 27 15:15:41.043997 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-2e8b4239-cfae-42f1-8f4f-fe24a2f6eb70 service neutron] 10.222.0.52 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621713 Oct 27 15:15:41.085701 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f3956-123c-413e-b240-c1ff9f6e31fa req-9617ac21-bd46-4167-9814-edf4bd927ac9 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:41.087088 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f19f3956-123c-413e-b240-c1ff9f6e31fa req-9617ac21-bd46-4167-9814-edf4bd927ac9 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 943 time: 0.2582548 Oct 27 15:15:41.212916 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f19f3956-123c-413e-b240-c1ff9f6e31fa req-2668f00a-a233-49fd-a3a7-7095108223e2 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152158 Oct 27 15:15:41.221307 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-b2b9ce33-33ad-4201-9b13-f7cc2c3bf32d req-bb1ea980-ba9f-41a6-b09c-a996b623ea0d service neutron] 10.222.0.52 "GET /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708546 Oct 27 15:15:42.054894 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 33e255b7-2616-4ed9-94d6-f8f83dff84d8 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 27 15:15:42.191863 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 33e255b7-2616-4ed9-94d6-f8f83dff84d8, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=33e255b7-2616-4ed9-94d6-f8f83dff84d8,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:15:42.205889 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Returning: {'device': '33e255b7-2616-4ed9-94d6-f8f83dff84d8', 'network_id': 'ac606356-b4f0-470e-968f-ce8d3320d785', 'port_id': '33e255b7-2616-4ed9-94d6-f8f83dff84d8', 'mac_address': 'fa:16:3e:24:a0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270a8397-8996-4632-bca3-1f6ded8e529e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 27 15:15:42.258918 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:42.277022 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e255b7-2616-4ed9-94d6-f8f83dff84d8 {{(pid=82784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:15:42.291709 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 33e255b7-2616-4ed9-94d6-f8f83dff84d8, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=33e255b7-2616-4ed9-94d6-f8f83dff84d8,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:15:42.297182 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:42.298961 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:15:42.366339 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=33e255b7-2616-4ed9-94d6-f8f83dff84d8,revision_number=4']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:15:42.369386 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:15:42.486561 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fcfc0-e18a-41bc-99b4-e64ad2bedcb3 req-8a584f77-ea2b-4208-931b-73d957ec585c tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:42.488762 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-330fcfc0-e18a-41bc-99b4-e64ad2bedcb3 req-8a584f77-ea2b-4208-931b-73d957ec585c tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 944 time: 0.1532049 Oct 27 15:15:42.490899 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['33e255b7-2616-4ed9-94d6-f8f83dff84d8'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:15:42.534326 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-330fcfc0-e18a-41bc-99b4-e64ad2bedcb3 req-0cc1891c-1f3a-48c3-81b7-c96eade53a09 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Oct 27 15:15:43.800494 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6215d8-6d8a-4744-964a-56236367e480 req-77629725-1a77-4283-b392-d641a46a4ae9 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:43.801946 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8e6215d8-6d8a-4744-964a-56236367e480 req-77629725-1a77-4283-b392-d641a46a4ae9 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 944 time: 0.1458356 Oct 27 15:15:43.848026 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-8e6215d8-6d8a-4744-964a-56236367e480 req-4641641f-cbe4-469a-8dea-cfba060140e4 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Oct 27 15:15:44.070623 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 33e255b7-2616-4ed9-94d6-f8f83dff84d8 up at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 27 15:15:44.143256 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning for port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 completed by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:15:44.150722 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.db.provisioning_blocks [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Provisioning complete for port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 triggered by entity L2. {{(pid=82784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:15:44.151473 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3206010'] for port, provisioning_complete {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:44.274960 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3186745'] for port, before_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:44.301630 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b17c34-add9-43a3-a839-76d5608005d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e255b7-2616-4ed9-94d6-f8f83dff84d8'}] {{(pid=82784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:15:44.311181 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] For port 33e255b7-2616-4ed9-94d6-f8f83dff84d8, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=33e255b7-2616-4ed9-94d6-f8f83dff84d8,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:15:44.315784 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787840600558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787840223344', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787840223389'] for port, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:44.317696 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:15:44.360055 dv-cinder-815673-1-smb neutron-server[82784]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b17c34-add9-43a3-a839-76d5608005d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e255b7-2616-4ed9-94d6-f8f83dff84d8', 'code': 200} Oct 27 15:15:44.382554 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Pushing event updated for resources: {'Port': ['ID=33e255b7-2616-4ed9-94d6-f8f83dff84d8,revision_number=5']} {{(pid=82784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:15:44.385488 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG oslo_concurrency.lockutils [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:15:44.586746 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-781d9e0a-5a7b-445c-9a68-c963e3b63311 req-7826db3f-f026-4ed8-8678-a3e06b919abc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 1098 time: 0.0734713 Oct 27 15:15:44.628461 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-781d9e0a-5a7b-445c-9a68-c963e3b63311 req-4924ebbe-c157-49e1-80e1-7d237d77c5e1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354071 Oct 27 15:15:45.044027 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a142d12-709e-4370-8080-1785859c2203 req-c49194c0-ac79-4dfc-9173-b401a62e8860 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:45.045484 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4a142d12-709e-4370-8080-1785859c2203 req-c49194c0-ac79-4dfc-9173-b401a62e8860 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 945 time: 0.0764618 Oct 27 15:15:45.093279 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-4a142d12-709e-4370-8080-1785859c2203 req-c5d7dada-faff-4f88-bb68-7e2590b44a38 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422897 Oct 27 15:15:46.385749 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da253fa4-376d-4d9e-a42f-b3a58b299bc1 req-7bba45c5-e5b7-4af8-a251-b1a680889dd0 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:15:46.387160 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-da253fa4-376d-4d9e-a42f-b3a58b299bc1 req-7bba45c5-e5b7-4af8-a251-b1a680889dd0 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 945 time: 0.1713059 Oct 27 15:15:46.434353 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-da253fa4-376d-4d9e-a42f-b3a58b299bc1 req-fa744364-e263-4a73-9f12-9301f43b8497 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414481 Oct 27 15:15:48.521761 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e749-32ff-4b0c-95ff-4e605bc1f1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:48.918864 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:50.798014 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9007e213-7834-4413-972f-ac9b3e77c56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:51.837519 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:15:53.248142 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:02.234294 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef1cef-5e49-4615-a354-ff364d1be01c req-f9ae81d0-6a93-4e5a-b9e1-c6f8d17a9479 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:16:02.235738 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-efef1cef-5e49-4615-a354-ff364d1be01c req-f9ae81d0-6a93-4e5a-b9e1-c6f8d17a9479 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 945 time: 0.0791025 Oct 27 15:16:02.281749 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-efef1cef-5e49-4615-a354-ff364d1be01c req-dc451013-35db-4bbe-9ea9-b62024b30476 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404537 Oct 27 15:16:03.160606 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:16:03.482810 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47059ca-fbb5-406f-bcef-f7f0f292d3aa req-646a87c5-6ecb-4f96-b358-6c56704f7d1b tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:16:03.484170 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b47059ca-fbb5-406f-bcef-f7f0f292d3aa req-646a87c5-6ecb-4f96-b358-6c56704f7d1b tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 945 time: 0.0781138 Oct 27 15:16:03.531251 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-b47059ca-fbb5-406f-bcef-f7f0f292d3aa req-a52a602f-802f-4d70-ac99-57ffd9ff2733 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416055 Oct 27 15:16:04.738796 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714ed27-4b2e-4a84-87c4-274f9f4d2a61 req-9686f68b-3d21-4994-976c-109a0cbc2d23 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:16:04.740270 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f714ed27-4b2e-4a84-87c4-274f9f4d2a61 req-9686f68b-3d21-4994-976c-109a0cbc2d23 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 945 time: 0.0836403 Oct 27 15:16:04.788115 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-f714ed27-4b2e-4a84-87c4-274f9f4d2a61 req-1cb86344-cf04-4681-afdd-25bfcc2207af tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Oct 27 15:16:05.992934 dv-cinder-815673-1-smb neutron-server[82783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fb909-26d2-43f4-a7e5-87a31869e87c req-6dac4654-f9de-4653-bc40-03ae00416676 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:16:05.994372 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-412fb909-26d2-43f4-a7e5-87a31869e87c req-6dac4654-f9de-4653-bc40-03ae00416676 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 945 time: 0.0847805 Oct 27 15:16:06.038735 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-412fb909-26d2-43f4-a7e5-87a31869e87c req-4c63da5d-205a-401b-bdd2-d8ea6d3627dd tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387731 Oct 27 15:16:06.341067 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-ea94b1ae-961d-403b-9b66-7ed9beea15aa tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:16:06.342466 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-ea94b1ae-961d-403b-9b66-7ed9beea15aa tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.52 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 945 time: 0.0843871 Oct 27 15:16:06.414267 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Deleting port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 {{(pid=82782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Oct 27 15:16:06.414539 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787840593893'] for port, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:06.616896 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:06.654747 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.db [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] For port 33e255b7-2616-4ed9-94d6-f8f83dff84d8, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=33e255b7-2616-4ed9-94d6-f8f83dff84d8,segment=NetworkSegment(d0859623-1f17-4027-a763-34b0aedc0eb8),segment_id=d0859623-1f17-4027-a763-34b0aedc0eb8)] {{(pid=82782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:16:06.655106 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-446464'] for port, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:06.780828 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.plugin [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Calling delete_port for 33e255b7-2616-4ed9-94d6-f8f83dff84d8 owned by compute:nova {{(pid=82782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Oct 27 15:16:06.919555 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3186853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787840600540', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787840223335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-928226'] for port, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:06.925288 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-871536e1-8621-4546-91b2-1e8a15f8cdd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:16:06.931487 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.db [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] get_ports_and_sgs() called for port_ids ['33e255b7-2616-4ed9-94d6-f8f83dff84d8'] {{(pid=82784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 27 15:16:06.971950 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Pushing event deleted for resources: {'Port': ['ID=33e255b7-2616-4ed9-94d6-f8f83dff84d8,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:16:06.975694 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:16:07.045359 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.l3_dvrscheduler_db [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] No DVR routers for this DVR port 33e255b7-2616-4ed9-94d6-f8f83dff84d8 on host hv-cinder-81567 {{(pid=82782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:16:07.047654 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208516'] for port, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:07.050185 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b17c34-add9-43a3-a839-76d5608005d6', 'name': 'network-vif-deleted', 'tag': '33e255b7-2616-4ed9-94d6-f8f83dff84d8'}] {{(pid=82782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:16:07.065913 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [req-35eaa076-c0be-4ba6-97fc-a225cfa27bb0 req-29663a32-6dc4-4000-9eb4-5050c85e875d tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.52 "DELETE /v2.0/ports/33e255b7-2616-4ed9-94d6-f8f83dff84d8 HTTP/1.1" status: 204 len: 173 time: 0.7181325 Oct 27 15:16:07.209501 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b17c34-add9-43a3-a839-76d5608005d6', 'name': 'network-vif-deleted', 'tag': '33e255b7-2616-4ed9-94d6-f8f83dff84d8', 'status': 'completed', 'code': 200} Oct 27 15:16:07.218858 dv-cinder-815673-1-smb neutron-server[82783]: INFO neutron.wsgi [req-c233e12f-ae6f-41b1-8cbb-bd0d9a8fc15e req-f541f7d2-d836-423e-91fd-a60064f82bb6 tempest-VolumesSnapshotTestJSON-1944824171 tempest-VolumesSnapshotTestJSON-1944824171-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b17c34-add9-43a3-a839-76d5608005d6 HTTP/1.1" status: 200 len: 210 time: 0.0445004 Oct 27 15:16:10.164288 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 33e255b7-2616-4ed9-94d6-f8f83dff84d8 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 27 15:16:10.198686 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.plugin [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] No Port match for: 33e255b7-2616-4ed9-94d6-f8f83dff84d8 {{(pid=82784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Oct 27 15:16:10.199068 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron.plugins.ml2.rpc [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Device 33e255b7-2616-4ed9-94d6-f8f83dff84d8 not bound to the agent host hv-cinder-81567 {{(pid=82784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 27 15:16:18.526266 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-445cc457-f616-43c7-954f-5ab207cd9356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:18.921131 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:20.799038 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-31092823-6d08-40a5-8cd8-341b76f31569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:21.836642 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:23.250893 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:27.557979 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44948) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:16:27.620979 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] Deleting subnet 270a8397-8996-4632-bca3-1f6ded8e529e {{(pid=82782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Oct 27 15:16:27.624882 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:27.674148 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1004507'] for subnet, precommit_delete_associations {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:27.727906 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3210084'] for subnet, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:27.884633 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3210013', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-928181', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1570830'] for subnet, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:27.889136 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9d6a09c1-71cb-4beb-b0e7-ea64f2ae7847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:16:27.923709 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270a8397-8996-4632-bca3-1f6ded8e529e,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:16:27.926169 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:16:27.929794 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:27.936410 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-d4b9447f-9946-4085-a1b4-22c1104d51f4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/270a8397-8996-4632-bca3-1f6ded8e529e HTTP/1.1" status: 204 len: 168 time: 0.3773820 Oct 27 15:16:27.938832 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44952) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:16:28.043404 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3215994'] for network, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.167652 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3209453', 'neutron.services.segments.db._delete_segments_for_network-8787840742584'] for network, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.193291 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac606356-b4f0-470e-968f-ce8d3320d785']}} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:16:28.205551 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0859623-1f17-4027-a763-34b0aedc0eb8') {'for_net_delete': True} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:16:28.205857 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.services.segments.db [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0859623-1f17-4027-a763-34b0aedc0eb8') {} {{(pid=82782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:16:28.217209 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787840744659', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1004480'] for segment, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.233658 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3180688'] for segment, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.239601 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Releasing vlan 1376 on physical network physnet1 to pool {{(pid=82782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Oct 27 15:16:28.239973 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3180703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-928223'] for segment, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: Traceback (most recent call last): Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: timer() Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: cb(*args, **kw) Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: return func(*args, **kwargs) Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: self._notify() Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: self.callback(batched_events) Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: event.method(event) Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: return f(self, *a, **k) Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: return self._get(url).json() Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: return self.request(url, 'GET', **kwargs) Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:16:28.253689 dv-cinder-815673-1-smb neutron-server[82782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:16:28.330756 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3209446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3570721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-450274'] for network, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.334326 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:16:28.346839 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3570941'] for network, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.356633 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac606356-b4f0-470e-968f-ce8d3320d785,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:16:28.360139 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:16:28.366056 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-8cd3ecd6-ca84-4274-8309-4ddbdcc4d194 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ac606356-b4f0-470e-968f-ce8d3320d785 HTTP/1.1" status: 204 len: 168 time: 0.4262946 Oct 27 15:16:28.502093 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44958) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:16:28.552699 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-2fd08619-aff2-46d4-b6d2-8b0afe35f4cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67c3392f2f3349ce81fead6f138f7822&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0492780 Oct 27 15:16:28.555024 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.wsgi [-] (82782) accepted ('10.222.0.55', 44962) {{(pid=82782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 27 15:16:28.615210 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dae90d2b-b7df-40a8-be78-b75f698834f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.640343 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dae90d2b-b7df-40a8-be78-b75f698834f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.694572 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dae90d2b-b7df-40a8-be78-b75f698834f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511686'] for security_group, after_delete {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.699296 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-9d8a7ac0-0b03-41fb-aa9f-fbb970a675b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:16:28.713551 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae90d2b-b7df-40a8-be78-b75f698834f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2eab26-ffba-4bf7-8ba0-05221e0bef0e,revision_number=None']} {{(pid=82782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:16:28.717596 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG oslo_concurrency.lockutils [None req-dae90d2b-b7df-40a8-be78-b75f698834f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82782) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:16:28.724594 dv-cinder-815673-1-smb neutron-server[82782]: DEBUG neutron_lib.callbacks.manager [None req-dae90d2b-b7df-40a8-be78-b75f698834f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:28.728076 dv-cinder-815673-1-smb neutron-server[82782]: INFO neutron.wsgi [None req-dae90d2b-b7df-40a8-be78-b75f698834f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea2eab26-ffba-4bf7-8ba0-05221e0bef0e HTTP/1.1" status: 204 len: 168 time: 0.1697884 Oct 27 15:16:36.629161 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:40.160844 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:16:48.528771 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-e8e59e80-8338-404b-9fd2-ddfe7dd16acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:48.923162 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:50.801145 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-6005d764-a019-4f52-ba82-661bff91c7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:51.839939 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:16:53.253186 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:06.636333 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:17.161639 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:17:18.530138 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-239ab4a9-f479-4756-b9d8-78a09bd51b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:18.925472 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:20.803011 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7023039c-93a6-49d4-83cd-40f532bf7aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:21.842781 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:23.256080 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:36.646174 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:48.532962 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b65552f6-163d-4224-814e-a1eebeeefc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:48.928755 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:50.807486 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-dd1f4610-d9c4-4182-951c-bcf91096356c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:51.845454 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:53.258126 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:17:54.162521 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:18:06.651926 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:18.535294 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-bad0c041-62fb-4966-8420-9f21d22f4093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:18.932446 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:20.809325 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-166bd0f6-64da-4d16-a52c-22fb345573bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:21.847969 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:23.267676 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:31.163112 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:18:36.659559 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:48.538934 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d255-9eff-4c5f-9bda-35222cf78406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:48.935002 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:50.810940 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-528705c9-785a-4c7d-bcf9-bf8d025b010b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:51.852247 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:18:53.266515 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:06.674461 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:08.164401 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:19:18.543769 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-fb33750b-7b6b-4e13-9b1b-5c0cdc11b41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:18.939773 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:20.812863 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-d75f76a3-d04d-44c8-a095-7b9ee1156c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:21.862872 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:23.272140 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:36.666912 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:45.164036 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:19:48.546194 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-8c889e9f-e0e9-4602-b6ba-7d276b10d615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:48.942247 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:50.814355 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-b6d8b7ea-e894-4292-a0ee-12aa3c8d4309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:51.858688 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:19:53.270583 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:06.674735 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:18.550452 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-cc6ec7df-6721-45ed-9701-d8c968a4f671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:18.944512 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:20.817011 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a447-057e-48c9-a4f8-0af4199d188a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:21.862366 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:22.165114 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:20:23.273755 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:36.671530 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:48.554251 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-853d8370-6e4b-487e-822e-f17aa2e50263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:48.957039 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:50.818708 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-3e7b51a7-5641-43f2-8d3e-d0dd991abe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:51.865071 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:53.277321 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:20:59.165460 dv-cinder-815673-1-smb neutron-server[82785]: DEBUG neutron.db.agents_db [None req-7fabced2-ae96-4696-9bfc-d70ebe6c4a02 None None] Agent healthcheck: found 6 active agents {{(pid=82785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 27 15:21:06.690164 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-18205b22-1918-4b38-9b98-b48639f31366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:21:18.556659 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7614982b-635d-4721-b2cd-84e072a7c780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:21:18.950681 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-677707fc-1b54-41a9-a0be-12369a13c5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:21:20.826830 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-9e09415c-08e2-4d10-abcf-2ec3fc73f7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:21:21.868287 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-f97a2816-8f0b-45ae-9c85-ba7fe8d4095d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 27 15:21:23.303906 dv-cinder-815673-1-smb neutron-server[82784]: DEBUG neutron_lib.callbacks.manager [None req-7bce9ad1-5f6d-4836-996d-d3856f78137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787840742566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3205931'] for agent, after_update {{(pid=82784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}